-- Logs begin at Wed 2021-11-10 13:51:30 UTC, end at Wed 2021-11-10 14:53:56 UTC. -- Nov 10 14:22:23.468753 dv-cinder-817229-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 10 14:22:26.195696 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.common.config [-] Logging enabled! Nov 10 14:22:26.196225 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 14:22:26.196500 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101475) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 14:22:26.199636 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.common.config [-] Logging enabled! Nov 10 14:22:26.199885 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 14:22:26.200196 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101475) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 14:22:26.201158 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 14:22:26.201388 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 14:22:26.201747 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 14:22:26.201987 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 14:22:26.202208 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 14:22:26.202520 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.202937 dv-cinder-817229-1-iscsi neutron-server[101475]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 10 14:22:26.203244 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.203535 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.203821 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.204110 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.204420 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.204699 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.204981 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.205271 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.205548 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.205820 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.206097 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.206381 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.206655 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.206937 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.207217 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.207535 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] debug = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.207812 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.208334 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.208776 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.209050 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.209335 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.209606 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.209882 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.210150 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.210427 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.210752 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] host = dv-cinder-817229-1-iscsi {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.211025 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.211309 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.211591 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.211873 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.212140 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.212440 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.212724 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.212993 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.213262 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] log_file = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.213532 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.213814 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.214097 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.214391 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.214611 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.214830 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.215114 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.215395 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.215665 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.215933 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.216200 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.216501 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.216774 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.217041 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.217320 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.217600 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.217878 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.218145 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.218412 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.218677 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.218943 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.219220 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.219486 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.219760 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.220024 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.220304 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.220595 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.220866 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.221161 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.221441 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.221720 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.221999 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.222266 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.222542 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.222809 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.223166 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.223439 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] use_json = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.223710 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.223977 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.224254 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.224545 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.224815 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.225083 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.225350 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.225630 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:26.225920 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.226209 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.226503 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.226781 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.227080 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.227354 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.227637 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.227909 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.228189 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.228496 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.228779 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.229052 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.229333 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.229603 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.229894 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.230191 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.230478 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.230765 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.231035 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.231307 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.231575 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.231848 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.232128 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.232424 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.232710 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.232995 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.233267 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.233550 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.233838 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.234122 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.234391 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.234665 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.234977 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.235227 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.235496 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.235766 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.236048 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.236319 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.236608 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.236884 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.237157 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.237426 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.237691 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.237961 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.238243 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.238509 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.239301 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.239570 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.239841 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.240110 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.240411 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.240684 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.240952 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.241218 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.241488 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.241752 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.242017 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.242286 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.242551 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.242818 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.243085 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.243350 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.243613 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.243878 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.244142 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.244432 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.244699 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.244969 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.245236 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.245500 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.245764 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.246027 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.246290 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.246566 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.246854 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.247124 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.247393 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.247662 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.247929 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.248194 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.248484 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.248754 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.249024 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.249287 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.249570 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.249842 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.250124 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.250395 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.250663 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.250978 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.251249 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.251522 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.251789 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.252056 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.252330 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.252630 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.252918 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.253204 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.253490 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.253776 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.254056 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.254989 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.255321 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.255659 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:26.255877 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 14:22:26.256113 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101475) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 10 14:22:26.685207 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 14:22:26.685464 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 14:22:26.685762 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 14:22:26.686092 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 10 14:22:27.008990 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.009196 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.009461 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.010650 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.010915 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.011174 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.045701 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.045976 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.046240 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.062022 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.062297 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.062561 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.092028 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.092301 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.092595 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.129094 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.129399 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.129659 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.363190 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.363886 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.363886 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.364135 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.364849 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.493104 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.493422 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.493700 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.493965 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.494226 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.494532 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.494788 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.495040 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.495289 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.495568 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.495825 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.496087 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.496374 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.496619 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.496874 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.497135 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.497387 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.497654 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.497922 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.498178 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.498446 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.498699 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.498979 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.499353 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.499597 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.499838 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.500231 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:22:27.500488 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:22:27.500721 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:22:27.500951 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:22:27.501181 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:22:27.501411 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:22:27.501766 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 10 14:22:27.505662 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 10 14:22:27.509630 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 10 14:22:27.513445 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 10 14:22:27.515065 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 10 14:22:27.515519 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 10 14:22:27.515850 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 10 14:22:27.516228 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 10 14:22:27.519050 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 10 14:22:27.519297 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 10 14:22:27.519637 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 14:22:27.525080 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 10 14:22:27.547288 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 10 14:22:27.547736 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.548030 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101475) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 10 14:22:27.548413 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.549795 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101475) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 10 14:22:27.550073 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 14:22:27.550316 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 10 14:22:27.554047 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.554326 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:27.618100 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 10 14:22:27.618282 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 10 14:22:27.618516 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 10 14:22:27.618877 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 10 14:22:27.639348 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_db.sqlalchemy.engines [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101475) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 10 14:22:28.181522 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Initializing driver for type 'gre' Nov 10 14:22:28.182147 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] gre ID ranges: [(1, 1000)] Nov 10 14:22:28.233536 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Initializing driver for type 'local' Nov 10 14:22:28.233875 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Initializing driver for type 'vlan' Nov 10 14:22:28.246437 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] VlanTypeDriver initialization complete Nov 10 14:22:28.246911 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Initializing driver for type 'vxlan' Nov 10 14:22:28.247395 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] vxlan ID ranges: [(1, 1000)] Nov 10 14:22:28.300608 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Initializing extension driver 'port_security' Nov 10 14:22:28.300951 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.extensions.port_security [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] PortSecurityExtensionDriver initialization complete Nov 10 14:22:28.301403 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Initializing mechanism driver 'openvswitch' Nov 10 14:22:28.301731 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Initializing mechanism driver 'hyperv' Nov 10 14:22:28.308392 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.plugins.ml2.plugin [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:22:28.309228 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > port after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.309601 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > port after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.309952 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > port after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.310474 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 14:22:28.310900 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > subnet after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.311255 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > subnet after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.311600 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > subnet after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.311991 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 14:22:28.312416 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > network after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.312766 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > network after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.313109 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > network after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.313495 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 14:22:28.313897 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > security_group after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.314242 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > security_group after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.314577 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > security_group after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.314967 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 14:22:28.315368 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.315712 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.316047 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.316453 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 14:22:28.316887 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > address_group after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.317236 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > address_group after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.317567 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > address_group after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.317952 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 14:22:28.318325 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] ML2 OVO RPC backend initialized. {{(pid=101475) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 10 14:22:28.319025 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router_interface after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.319379 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.319790 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > network before_response 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.320136 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > networks before_response 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.320506 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > port before_response 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.320844 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > ports before_response 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.321182 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > subnet before_response 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.321519 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > subnets before_response 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.321858 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > network after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.322194 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > network after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.322525 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > network after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.322856 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > port after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.323189 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > port after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.323516 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > port after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.323846 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > subnet after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.324179 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > subnet after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.324533 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > subnet after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.325105 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.plugin [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Modular L2 Plugin initialization complete Nov 10 14:22:28.325430 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading services supported by the core plugin {{(pid=101475) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 10 14:22:28.325750 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.plugins.ml2.managers [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Got port-security extension from driver 'port_security' Nov 10 14:22:28.326207 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.extensions.vlantransparent [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Disabled vlantransparent extension. Nov 10 14:22:28.326686 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101475) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 10 14:22:28.326997 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading Plugin: router Nov 10 14:22:28.363195 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router_interface before_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.363898 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router after_create 55549900 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.364005 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router before_create 55549900 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.364514 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.364896 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.365254 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router after_delete 55549900 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.365613 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > floatingip after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.366083 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > floatingip after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.366454 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router after_create 55549900 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.366802 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router after_update 55549900 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.367150 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router after_update 55549900 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.367495 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.367853 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router after_update 55549900 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.368265 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router precommit_update 55549900 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.368660 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: port after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.369003 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: port after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.369345 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: subnet after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.369686 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.370036 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > port precommit_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.370382 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router precommit_create 55549900 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.370723 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: port before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.371064 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router precommit_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.371423 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router after_update 55549900 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.371765 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router precommit_delete 55549900 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.372113 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router precommit_create 55549900 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.372511 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router_interface after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.372856 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router precommit_update 55549900 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.373222 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > agent after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.373572 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > agent after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.373917 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > network after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.374778 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Tracking information for resource: router configured {{(pid=101475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:22:28.375109 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Tracking information for resource: floatingip configured {{(pid=101475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 14:22:28.380594 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.db.l3_agentschedulers_db [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 10 14:22:28.381180 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: port after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.381540 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: port after_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.381937 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: port after_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.382242 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: port after_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.383033 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router before_create 55550100 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.383397 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router precommit_delete 55550100 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.383763 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router precommit_create 55550100 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.384121 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > router precommit_update 55550100 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.389162 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.services.provider_configuration [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service providers = [] {{(pid=101475) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 10 14:22:28.389528 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.db.servicetype_db [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101475) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 10 14:22:28.392488 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.services.service_base [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 14:22:28.392838 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.services.service_base [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 14:22:28.393177 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.services.service_base [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 14:22:28.394056 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.services.service_base [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 14:22:28.394426 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.services.service_base [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 10 14:22:28.395352 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:22:28.395692 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 10 14:22:28.407675 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:22:28.408264 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading Plugin: auto_allocate Nov 10 14:22:28.414628 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: network precommit_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.414997 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: network precommit_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.415513 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:22:28.415836 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading Plugin: tag Nov 10 14:22:28.422576 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:22:28.422906 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading Plugin: timestamp Nov 10 14:22:28.426773 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:22:28.427103 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading Plugin: network_ip_availability Nov 10 14:22:28.432583 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.432954 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.433307 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.434006 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:22:28.434325 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading Plugin: flavors Nov 10 14:22:28.439376 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:22:28.439705 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading Plugin: revisions Nov 10 14:22:28.444058 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 14:22:28.444482 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_concurrency.lockutils [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.759s {{(pid=101475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 14:22:28.445241 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101475) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 10 14:22:28.445576 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Initializing extension manager. Nov 10 14:22:28.446085 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: __init__.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.446423 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: __pycache__ {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.446756 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.447087 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: address_group.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.447869 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.448531 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: address-group Nov 10 14:22:28.448860 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: address_scope.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.449569 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.450071 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: address-scope Nov 10 14:22:28.450394 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: admin_state_down_before_update.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.451316 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.451814 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: router-admin-state-down-before-update Nov 10 14:22:28.452137 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: agent.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.452856 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.453354 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: agent Nov 10 14:22:28.453677 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: agent_resources_synced.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.454582 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.455086 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: agent-resources-synced Nov 10 14:22:28.455408 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: allowedaddresspairs.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.457209 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.458345 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: allowed-address-pairs Nov 10 14:22:28.458667 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: auto_allocated_topology.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.459745 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.460252 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: auto-allocated-topology Nov 10 14:22:28.460599 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: availability_zone.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.461288 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.461785 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: availability_zone Nov 10 14:22:28.462103 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: availability_zone_filter.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.463008 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.463508 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: availability_zone_filter Nov 10 14:22:28.463868 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: data_plane_status.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.464838 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.465339 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension data-plane-status not supported by any of loaded plugins Nov 10 14:22:28.465661 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: default_subnetpools.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.466570 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.467075 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: default-subnetpools Nov 10 14:22:28.467394 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: dhcpagentscheduler.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.468193 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.468719 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: dhcp_agent_scheduler Nov 10 14:22:28.469042 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: dns.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.469952 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.470447 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension dns-integration not supported by any of loaded plugins Nov 10 14:22:28.470806 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: dns_domain_ports.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.471775 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.472268 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 10 14:22:28.472616 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.474113 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.474605 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 10 14:22:28.474923 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: dvr.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.475591 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.476088 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: dvr Nov 10 14:22:28.476441 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: ecmp_routes.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.477357 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.477851 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension ecmp_routes not supported by any of loaded plugins Nov 10 14:22:28.478168 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: empty_string_filtering.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.479066 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.479560 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: empty-string-filtering Nov 10 14:22:28.479878 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.480802 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.481294 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 10 14:22:28.481613 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.482528 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.483019 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 10 14:22:28.483339 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: external_net.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.484260 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.484783 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: external-net Nov 10 14:22:28.485104 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: extra_dhcp_opt.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.486015 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.486511 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: extra_dhcp_opt Nov 10 14:22:28.486830 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: extraroute.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.487730 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.488226 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: extraroute Nov 10 14:22:28.488618 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: extraroute_atomic.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.489648 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.490147 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: extraroute-atomic Nov 10 14:22:28.490468 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: filter_validation.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.491288 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.491786 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: filter-validation Nov 10 14:22:28.492107 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: fip_pf_description.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.493050 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.493552 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 10 14:22:28.493873 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: fip_port_details.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.494780 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.495278 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: fip-port-details Nov 10 14:22:28.495603 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: flavors.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.496851 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.497360 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: flavors Nov 10 14:22:28.497683 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.499337 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.499843 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 10 14:22:28.500169 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: floatingip_pools.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.500897 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.501397 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: floatingip-pools Nov 10 14:22:28.501720 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: ip_allocation.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.502642 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.503133 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension ip_allocation not supported by any of loaded plugins Nov 10 14:22:28.503451 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.504428 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.504929 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: ip-substring-filtering Nov 10 14:22:28.505251 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: l2_adjacency.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.506191 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.506684 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 10 14:22:28.507006 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: l3.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.507959 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.508498 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: router Nov 10 14:22:28.508823 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: l3_conntrack_helper.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.511038 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.511559 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 10 14:22:28.511887 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.512841 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.513348 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: ext-gw-mode Nov 10 14:22:28.513671 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.514605 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.515106 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: l3-ha Nov 10 14:22:28.515432 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: l3_flavors.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.516367 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.516861 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: l3-flavors Nov 10 14:22:28.517182 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.518096 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.518595 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 10 14:22:28.518915 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: l3agentscheduler.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.520493 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.521002 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: l3_agent_scheduler Nov 10 14:22:28.521329 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: logging.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.522819 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.523326 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension logging not supported by any of loaded plugins Nov 10 14:22:28.523652 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: metering.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.524414 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.524982 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: metering Nov 10 14:22:28.525304 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.526521 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.527028 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: metering_source_and_destination_fields Nov 10 14:22:28.527348 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: multiprovidernet.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.528267 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.528799 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: multi-provider Nov 10 14:22:28.529118 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: netmtu.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.530029 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.530527 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: net-mtu Nov 10 14:22:28.530846 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: netmtu_writable.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.531756 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.532252 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: net-mtu-writable Nov 10 14:22:28.532596 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: network_availability_zone.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.533515 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.534009 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: network_availability_zone Nov 10 14:22:28.534328 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: network_ip_availability.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.536154 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.536691 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: network-ip-availability Nov 10 14:22:28.537016 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: network_segment_range.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.537774 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.538267 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension network-segment-range not supported by any of loaded plugins Nov 10 14:22:28.538583 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: pagination.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.539560 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.539887 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: pagination Nov 10 14:22:28.540204 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: port_device_profile.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.541147 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.541652 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: port-device-profile Nov 10 14:22:28.541971 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.542886 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.543387 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: port-mac-address-regenerate Nov 10 14:22:28.543707 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.544656 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.545156 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: port-numa-affinity-policy Nov 10 14:22:28.545477 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: port_resource_request.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.546434 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.546928 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension port-resource-request not supported by any of loaded plugins Nov 10 14:22:28.547246 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: port_resource_request_groups.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.548214 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.548738 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 10 14:22:28.549059 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: portbindings.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.549981 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.550480 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: binding Nov 10 14:22:28.550800 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: portbindings_extended.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.552167 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.552707 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: binding-extended Nov 10 14:22:28.553031 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: portsecurity.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.553948 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.554449 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: port-security Nov 10 14:22:28.554769 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: project_id.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.555746 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.556075 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: project-id Nov 10 14:22:28.556436 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: providernet.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.557370 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.557874 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: provider Nov 10 14:22:28.558195 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: qos.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.561781 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.562298 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension qos not supported by any of loaded plugins Nov 10 14:22:28.562627 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.563871 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.564405 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 10 14:22:28.564736 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.565659 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.566167 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 10 14:22:28.566499 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: qos_default.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.568005 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.568537 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension qos-default not supported by any of loaded plugins Nov 10 14:22:28.568862 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: qos_fip.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.569508 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.570004 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension qos-fip not supported by any of loaded plugins Nov 10 14:22:28.570322 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: qos_gateway_ip.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.571253 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.571757 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 10 14:22:28.572079 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: qos_port_network_policy.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.573075 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.573572 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 10 14:22:28.573892 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.578364 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.578364 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 10 14:22:28.578364 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: qos_pps_rule.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.578364 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.578364 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension qos-pps not supported by any of loaded plugins Nov 10 14:22:28.578364 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: qos_rule_type_details.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.578831 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.579326 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 10 14:22:28.579932 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: qos_rules_alias.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.580746 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.581252 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 10 14:22:28.581574 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: quota_check_limit.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.583149 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.583732 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: quota-check-limit Nov 10 14:22:28.584058 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: quotasv2.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.585045 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.585375 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: quotas Nov 10 14:22:28.585698 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: quotasv2_detail.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.588907 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.589250 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: quota_details Nov 10 14:22:28.589582 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: rbac.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.590643 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.591162 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: rbac-policies Nov 10 14:22:28.591488 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: rbac_address_group.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.592444 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.597171 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: rbac-address-group Nov 10 14:22:28.597171 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: rbac_address_scope.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.597171 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.597171 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: rbac-address-scope Nov 10 14:22:28.597171 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: rbac_security_groups.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.597171 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.597171 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: rbac-security-groups Nov 10 14:22:28.597696 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: rbac_subnetpool.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.597696 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.598252 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: rbac-subnetpool Nov 10 14:22:28.598571 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: revisionifmatch.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.599493 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.599992 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: revision-if-match Nov 10 14:22:28.600312 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: revisions.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.601463 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.601959 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: standard-attr-revisions Nov 10 14:22:28.602282 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: router_availability_zone.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.602954 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.603456 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: router_availability_zone Nov 10 14:22:28.603777 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: routerservicetype.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.604719 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.605216 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension router-service-type not supported by any of loaded plugins Nov 10 14:22:28.605534 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.606457 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.606966 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: security-groups-normalized-cidr Nov 10 14:22:28.607287 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: security_groups_port_filtering.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.608273 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.608874 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: port-security-groups-filtering Nov 10 14:22:28.609192 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.610109 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.610607 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: security-groups-remote-address-group Nov 10 14:22:28.610925 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.611854 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.612365 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: security-groups-shared-filtering Nov 10 14:22:28.612698 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.613284 dv-cinder-817229-1-iscsi neutron-server[101475]: WARNING neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 10 14:22:28.613745 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: securitygroup.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.623602 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.624124 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: security-group Nov 10 14:22:28.624493 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: segment.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.625279 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.625779 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension segment not supported by any of loaded plugins Nov 10 14:22:28.626103 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.627042 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.627541 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 10 14:22:28.627863 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: servicetype.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.629003 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.630073 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: service-type Nov 10 14:22:28.630396 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: sorting.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.631379 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.631709 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: sorting Nov 10 14:22:28.632077 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: standard_attr_segment.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.632971 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.633477 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 10 14:22:28.633799 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: standardattrdescription.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.634444 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.634944 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: standard-attr-description Nov 10 14:22:28.635264 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: stateful_security_group.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.636190 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.636720 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: stateful-security-group Nov 10 14:22:28.637045 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: stdattrs_common.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.637619 dv-cinder-817229-1-iscsi neutron-server[101475]: WARNING neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 10 14:22:28.637936 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.638893 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.639391 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 10 14:22:28.639710 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: subnet_onboard.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.640813 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.641323 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: subnet_onboard Nov 10 14:22:28.641642 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.642709 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.643211 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 10 14:22:28.643530 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: subnet_service_types.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.644497 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.645733 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: subnet-service-types Nov 10 14:22:28.646260 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: subnetallocation.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.647380 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.647891 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: subnet_allocation Nov 10 14:22:28.648217 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.648911 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.649412 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: subnetpool-prefix-ops Nov 10 14:22:28.649731 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.650679 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.651176 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 10 14:22:28.651494 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: tagging.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.652619 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.653115 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: standard-attr-tag Nov 10 14:22:28.653440 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: timestamp.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.654649 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.655155 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loaded extension: standard-attr-timestamp Nov 10 14:22:28.655480 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: trunk.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.656543 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.657050 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension trunk not supported by any of loaded plugins Nov 10 14:22:28.657380 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: trunk_details.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.658549 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.659050 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension trunk-details not supported by any of loaded plugins Nov 10 14:22:28.659370 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: uplink_status_propagation.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.660302 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.660908 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 10 14:22:28.661227 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Loading extension file: vlantransparent.py {{(pid=101475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 14:22:28.661895 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 14:22:28.662390 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 10 14:22:28.664918 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:network Nov 10 14:22:28.665441 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:subnet Nov 10 14:22:28.665832 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 14:22:28.666226 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:port Nov 10 14:22:28.667492 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.v2.resource_helper [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:22:28.667933 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.v2.resource_helper [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service FLAVORS assigned prefix: {{(pid=101475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:22:28.668572 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.v2.resource_helper [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:22:28.668994 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.v2.resource_helper [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:22:28.669319 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:router Nov 10 14:22:28.669755 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:floatingip Nov 10 14:22:28.670250 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.v2.resource_helper [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service METERING assigned prefix: /metering {{(pid=101475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:22:28.671698 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.672067 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.672444 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:22:28.673433 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 14:22:28.673865 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:security_group Nov 10 14:22:28.674303 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 14:22:28.674899 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.v2.resource_helper [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service CORE assigned prefix: {{(pid=101475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:22:28.675224 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 14:22:28.675568 dv-cinder-817229-1-iscsi neutron-server[101475]: WARNING neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] subnetpool is already registered Nov 10 14:22:28.675995 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.v2.resource_helper [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service CORE assigned prefix: {{(pid=101475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:22:28.676434 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 14:22:28.676903 dv-cinder-817229-1-iscsi neutron-server[101475]: WARNING neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] subnetpool is already registered Nov 10 14:22:28.679253 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.v2.resource_helper [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:22:28.679686 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.v2.resource_helper [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service FLAVORS assigned prefix: {{(pid=101475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:22:28.680296 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.v2.resource_helper [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:22:28.680767 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.v2.resource_helper [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:22:28.681096 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:router Nov 10 14:22:28.681443 dv-cinder-817229-1-iscsi neutron-server[101475]: WARNING neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] router is already registered Nov 10 14:22:28.681849 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:floatingip Nov 10 14:22:28.682183 dv-cinder-817229-1-iscsi neutron-server[101475]: WARNING neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] floatingip is already registered Nov 10 14:22:28.682663 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.v2.resource_helper [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service METERING assigned prefix: /metering {{(pid=101475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:22:28.683426 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 14:22:28.683753 dv-cinder-817229-1-iscsi neutron-server[101475]: WARNING neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] rbac_policy is already registered Nov 10 14:22:28.684162 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:security_group Nov 10 14:22:28.684533 dv-cinder-817229-1-iscsi neutron-server[101475]: WARNING neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] security_group is already registered Nov 10 14:22:28.684945 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 14:22:28.685281 dv-cinder-817229-1-iscsi neutron-server[101475]: WARNING neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] security_group_rule is already registered Nov 10 14:22:28.685765 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.v2.resource_helper [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service CORE assigned prefix: {{(pid=101475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:22:28.686086 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 14:22:28.686413 dv-cinder-817229-1-iscsi neutron-server[101475]: WARNING neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] subnetpool is already registered Nov 10 14:22:28.686824 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.v2.resource_helper [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Service CORE assigned prefix: {{(pid=101475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 14:22:28.687141 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 14:22:28.687469 dv-cinder-817229-1-iscsi neutron-server[101475]: WARNING neutron.quota.resource_registry [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] subnetpool is already registered Nov 10 14:22:28.689193 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: extensions {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.690664 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: address-groups {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.692856 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: address-scopes {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.694042 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: agents {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.695301 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: auto-allocated-topology {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.696555 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: availability_zones {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.697759 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: dhcp-networks {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.699180 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: dhcp-agents {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.700703 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: routers {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.702795 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: flavors {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.704036 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: service_profiles {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.705273 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: next_providers {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.706705 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: service_profiles {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.709228 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: floatingip-pools {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.710728 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: routers {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.712837 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: floatingips {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.714165 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: l3-routers {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.715535 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: l3-agents {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.716971 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: metering-labels {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.718216 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: metering-label-rules {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.719575 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: network-ip-availabilities {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.720850 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: bindings {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.722419 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: quotas {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.724436 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: quotas {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.725952 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: rbac-policies {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.727223 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: security-groups {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.728725 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: security-group-rules {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.730104 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: service-providers {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.731585 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: subnetpools {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.733186 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: subnetpools {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.734817 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: tags {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.736777 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: tags {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.738786 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: tags {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.740806 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: tags {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.742595 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: tags {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.744749 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: tags {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.746443 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: tags {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.749254 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: tags {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.751033 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: tags {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.752777 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron.api.extensions [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Extended resource: tags {{(pid=101475) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 14:22:28.759510 dv-cinder-817229-1-iscsi neutron-server[101475]: WARNING keystonemiddleware.auth_token [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 10 14:22:28.764022 dv-cinder-817229-1-iscsi neutron-server[101475]: WARNING keystonemiddleware.auth_token [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 10 14:22:28.773825 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_concurrency.lockutils [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Acquired lock "singleton_lock" {{(pid=101475) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 10 14:22:28.774303 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_concurrency.lockutils [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Releasing lock "singleton_lock" {{(pid=101475) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 10 14:22:28.774948 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO oslo_service.service [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Starting 2 workers Nov 10 14:22:28.779734 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Started child 101582 {{(pid=101475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 14:22:28.784385 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Started child 101583 {{(pid=101475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 14:22:28.785488 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:28.786238 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO neutron.service [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 10 14:22:28.786506 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Publish callbacks [] for process, before_spawn {{(pid=101475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:28.787190 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [-] (101582) wsgi starting up on http://0.0.0.0:9696 Nov 10 14:22:28.788882 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO oslo_service.service [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Starting 1 workers Nov 10 14:22:28.789143 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:28.790689 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [-] (101583) wsgi starting up on http://0.0.0.0:9696 Nov 10 14:22:28.794000 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Started child 101584 {{(pid=101475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 14:22:28.794514 dv-cinder-817229-1-iscsi neutron-server[101475]: INFO oslo_service.service [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Starting 1 workers Nov 10 14:22:28.797536 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.service [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] calling RpcWorker wait() {{(pid=101584) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 10 14:22:28.798050 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.service [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] returning from RpcWorker wait() {{(pid=101584) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 10 14:22:28.798926 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Started child 101585 {{(pid=101475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 14:22:28.799243 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:28.799673 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:22:28.799765 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG neutron_lib.callbacks.manager [None req-7e98aa39-79ba-46d4-b3d0-c7358774269d None None] Publish callbacks [] for process, after_spawn {{(pid=101475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:28.801634 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101475) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 14:22:28.801843 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 14:22:28.802031 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 14:22:28.802239 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 14:22:28.802577 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 14:22:28.802753 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 14:22:28.803252 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.803517 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.803765 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.803960 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:28.804527 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.804527 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.804829 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.805105 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.805334 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.805594 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.805837 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.805996 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.806149 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.806391 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.806619 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.806901 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.807166 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.807416 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.807668 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.807837 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.808082 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.808334 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.808598 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.808869 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] debug = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.809102 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.809568 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.809786 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.810031 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.810238 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.810514 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.810728 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.810986 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.811234 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.811458 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.811706 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.811961 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.812200 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.812427 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.812685 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.812912 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.813157 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.813368 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.813836 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] host = dv-cinder-817229-1-iscsi {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.814051 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.814292 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.814519 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.814761 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.815022 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.815234 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.815494 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.815739 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.815973 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.816206 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.816483 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.817268 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.817481 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.817718 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_file = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.817879 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_options = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.818102 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.818371 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.818622 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.818866 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.819029 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.819174 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.819382 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.819534 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.819775 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.820001 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.820207 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.820434 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.820688 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.820880 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.821126 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.821355 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.821578 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.821788 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.822038 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.822263 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.822478 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.822700 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.822931 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.823173 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.823400 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.823628 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.823834 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.824044 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.824276 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.824562 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.824800 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.825034 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.825260 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.825497 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.825749 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.825987 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.826205 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.826430 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.826691 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.826908 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.827158 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.827398 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.827601 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.827836 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.828061 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.828269 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.828519 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] use_json = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.828725 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.828972 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.829196 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.829418 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.829623 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.829828 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.830037 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.830279 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.831424 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.831424 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.831705 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.831949 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.832410 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.833273 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.833613 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.833869 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:22:28.833967 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.834625 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.835150 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.835521 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.835865 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.836134 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.836507 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.837101 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.837101 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.839883 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.839883 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.839883 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.839883 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.839883 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.839883 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.839883 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.840833 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.840833 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.840833 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.841233 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.841370 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.843058 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.844528 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.846431 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.846431 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.846797 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.846797 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.847073 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.847222 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.847447 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.847740 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.848021 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.848267 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.849329 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.849329 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.849329 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.849329 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.850516 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.850516 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.850516 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.850516 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.850516 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.852621 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.852621 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.852621 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.852621 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.852621 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.852621 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.852621 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.852621 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.852621 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.853366 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.853366 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.853366 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.853366 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.853643 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.853799 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.854041 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.854252 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.854513 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.854749 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.854985 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.855218 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.855454 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.855677 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.855916 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.856145 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.856369 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.856580 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.856961 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.857121 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.857274 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.857424 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.860433 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.860433 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.860433 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.860433 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.860433 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.860433 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.860433 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.860433 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.860433 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.861641 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.861641 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.861641 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.861641 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.861641 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.861641 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.861641 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.862438 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.862438 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.862438 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.862438 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.862905 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.862905 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.863143 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.863336 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.863931 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.864196 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.864458 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.864712 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.864894 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.865284 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.865689 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.866098 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.866477 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.866890 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.867126 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.867369 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.867871 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.868116 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.868417 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.868836 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.869530 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.870008 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.870306 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.870570 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.870804 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.871048 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.871318 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.871554 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.871827 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.872089 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.872356 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.872581 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.872872 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.873132 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.873369 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.873590 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.873822 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.874148 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.874399 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.874641 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.874855 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.875399 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.875658 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.875914 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.876164 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.876421 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.876668 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.876914 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.877156 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.877388 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.877625 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.877873 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.878084 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.878334 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.878545 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.878761 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.878973 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.879726 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.879979 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.880191 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.880430 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.880666 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.880882 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.881099 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.881345 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.881556 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.881777 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.882026 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.882294 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.882457 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.882684 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.882884 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.883127 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.883492 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.883901 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.884152 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.884603 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.885029 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.885277 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.885530 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.885742 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.885990 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.886212 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.886418 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.886635 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.886854 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.887093 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.887305 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.887532 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.887766 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.888015 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.888269 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.888782 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.888887 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.889096 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.889331 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.889544 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.889781 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.890027 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.890242 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.890475 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.890689 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.890904 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.891155 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.891378 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.891624 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.891858 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.892065 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.892273 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.892511 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.892738 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.893026 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.893265 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.893511 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.893748 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.893978 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.894205 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.894428 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.894636 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.895414 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.895644 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.895858 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.896072 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.896297 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.896549 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.896780 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.897004 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.897218 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.897446 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.897719 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.897925 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.898134 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.898350 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.898561 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.898770 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.898991 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.899197 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.899404 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.899622 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.899832 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.900039 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.900260 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.900486 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.900692 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.900912 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.901146 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.901350 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.901625 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.901867 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.902080 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.902366 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.902609 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.902861 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.903111 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.903427 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.903666 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.903903 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.904135 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.904373 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.904668 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.904927 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.905246 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.905536 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.905801 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.906034 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.906300 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.906570 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.906840 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.907068 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.907368 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.907695 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.908234 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.908515 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.908760 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.908993 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.909214 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.909458 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.909689 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.909921 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.910135 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.910453 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.910729 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.910953 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.911188 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.911419 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.911637 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.912140 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.912140 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.912424 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.912565 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.912727 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 14:22:28.913287 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101475) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 14:22:28.913450 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 14:22:28.913603 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 14:22:28.913771 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 14:22:28.913938 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 14:22:28.914090 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 14:22:28.914295 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.914441 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.914605 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.915057 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.915057 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.915057 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.915394 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.915394 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.915659 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.915659 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.915949 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.915949 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.916206 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.916372 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.916372 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.916665 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.916786 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.916901 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.917015 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.917134 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.917282 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.917439 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.917595 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] debug = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.917751 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.917944 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.918095 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.918267 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.918387 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.918538 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.918695 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.918852 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.919010 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.919165 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.919322 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.919488 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.919642 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.919768 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.919914 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.920069 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.920239 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.920429 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.920554 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] host = dv-cinder-817229-1-iscsi {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.920694 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.920907 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.921035 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.921162 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.921338 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.921512 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.921637 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.921785 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.921966 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.921966 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.922289 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.922289 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.922549 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.922549 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_file = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.922759 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_options = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.923024 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.923024 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.923295 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.923295 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.923547 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.923720 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.923720 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.923943 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.924073 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.924182 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.924312 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.924500 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.924697 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.924869 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.924991 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.925107 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.925277 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.925408 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.925580 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.925701 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.925819 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.926516 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.926684 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.926851 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.927000 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.927159 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.927442 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.927603 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.927762 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.927920 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.928059 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.928225 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.928387 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.928550 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.928708 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.928884 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.929005 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.929152 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.929314 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.929545 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.929712 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.929836 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.929956 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.930086 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.930258 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.930379 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.930495 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] use_json = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.930610 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.930791 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.930921 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.931121 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.931313 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.931529 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.931529 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.931892 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 14:22:28.931892 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.932203 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.932203 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.932479 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.932479 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.932754 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.932754 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.933009 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.933009 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.933287 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.933287 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.933620 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.933620 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.933890 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.933890 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.934122 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.934239 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.934355 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.934499 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.934658 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.934818 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.934953 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:22:28.935079 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.935211 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.935329 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.935446 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.935563 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.935697 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.935876 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.936035 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.936194 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.936373 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.936530 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.936690 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.936866 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.936988 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.937151 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.937310 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.937469 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.937627 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.937785 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.937944 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.938102 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.938261 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.938421 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.938579 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.938738 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.938896 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.939054 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.939213 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.939371 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.939530 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.939689 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.939847 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.939994 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.940155 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.940323 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.940494 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.940689 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.940877 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.941074 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.941074 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.941433 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.941433 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.942366 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.942366 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.942724 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.942724 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.943081 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.943081 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.943447 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.943447 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.943828 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.943828 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.943828 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.944471 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.944471 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.944471 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.944471 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.944964 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.944964 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.944964 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.944964 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.945450 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.945450 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.945450 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.945816 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.945816 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.945816 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.946195 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.946195 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.946452 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.946452 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.946683 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.946814 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.946946 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.947080 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.947214 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.947331 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.947458 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.947629 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.947793 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.947951 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.948107 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.948247 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.948570 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.948723 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.948886 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.949044 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.949195 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.949334 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.949472 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.949637 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.949797 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.949959 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.950146 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.950326 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.950476 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.950617 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.950779 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.950939 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.951105 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.951276 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.951437 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.951597 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.951756 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.951916 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.952074 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.952234 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.952416 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.952578 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.952737 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.952916 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.953041 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.953207 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.953349 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.953513 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.953671 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.953855 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.954013 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.954171 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.954330 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.954488 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.954646 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.954805 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.954964 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.955123 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.955281 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.955442 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.955589 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.955768 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.955910 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.956050 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.956197 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.956325 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.956508 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.956667 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.956822 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.956970 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.957124 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.957330 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.957519 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.957745 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.957943 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.958040 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.958158 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.958317 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.958475 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.958634 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.958793 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.958953 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.959113 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.959271 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.959429 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.959587 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.959748 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.959952 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.960120 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.960245 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.960405 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.960552 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.960679 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.960831 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.960990 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.961149 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.961309 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.961469 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.961629 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.961788 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.961947 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.962106 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.962264 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.962422 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.962597 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.962757 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.962917 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.963076 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.963235 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.963394 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.963553 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.963712 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.963871 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.964029 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.964190 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.964429 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.964520 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.964682 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.964841 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.965001 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.965262 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.965544 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.965825 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.966133 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.966428 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.966718 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.967008 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.967292 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.967565 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.967750 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.967912 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.968071 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.968230 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.968416 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.968579 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.968748 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.968908 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.969068 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.969226 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.969392 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.969516 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.969685 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.969843 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.970001 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.970159 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.970348 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.970463 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.970628 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.970787 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.970944 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.971101 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.971258 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.971415 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.971583 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.971743 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.971900 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.972057 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.972215 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.972390 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.972559 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.972720 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.972909 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.973174 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.973360 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.973520 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.973780 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.973957 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.974116 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.974278 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.974436 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.974596 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.974836 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.975121 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.975404 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.975714 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.976010 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.976302 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.976653 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.976962 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.977268 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.977551 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.977847 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.978130 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.978298 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.978461 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.978623 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.978784 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.978946 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.979106 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.979266 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.979430 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.979581 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.979718 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.979878 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.980037 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.980193 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.980323 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.980579 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.980705 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.980854 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.980983 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.981109 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 14:22:28.981295 dv-cinder-817229-1-iscsi neutron-server[101475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 14:22:29.147874 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56080) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:22:29.156329 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062666 Nov 10 14:22:40.447817 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5bbfa8-3ff9-4a5a-9f0b-e036ca1268f0 None None] get_active_networks_info from dv-cinder-817229-1-iscsi {{(pid=101584) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 14:22:40.513359 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5bbfa8-3ff9-4a5a-9f0b-e036ca1268f0 None None] No non-hosted networks {{(pid=101584) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 10 14:22:40.530916 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.agentschedulers_db [None req-8b5bbfa8-3ff9-4a5a-9f0b-e036ca1268f0 None None] DHCP Agent not found on host dv-cinder-817229-1-iscsi {{(pid=101584) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 10 14:22:40.718897 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-cf115bdc-045a-4cde-b5f4-f30b0c507cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3804740'] for agent, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:42.975235 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-189f694c-8a52-47a6-8b65-91f66d1c1e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3804740'] for agent, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:43.032877 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-33877d0a-c51b-47f0-9ab2-42d56b329241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:44.099537 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3804740'] for agent, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:45.528092 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3804740'] for agent, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:46.583468 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3804740'] for agent, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:46.585426 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:46.585994 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:46.586625 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:46.587161 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:46.587724 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:46.588619 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:46.589169 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:46.589778 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:46.590305 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:46.590951 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:46.591717 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:46.592900 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:46.593645 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817229-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:22:46.601605 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817229-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:22:46.918736 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56170) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:22:47.466761 dv-cinder-817229-1-iscsi neutron-server[101583]: WARNING oslo_policy.policy [None req-8bc6a19a-7ecc-44b6-b896-595fa37a7389 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:22:47.467444 dv-cinder-817229-1-iscsi neutron-server[101583]: WARNING oslo_policy.policy [None req-8bc6a19a-7ecc-44b6-b896-595fa37a7389 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:22:47.695469 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [None req-8bc6a19a-7ecc-44b6-b896-595fa37a7389 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:22:47.708366 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-8bc6a19a-7ecc-44b6-b896-595fa37a7389 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7769585 Nov 10 14:22:48.579499 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.db.l3_hamode_db [None req-c7efcae5-34d1-4567-b522-4152fe84fcec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 10 14:22:48.663141 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7efcae5-34d1-4567-b522-4152fe84fcec None None] Routers set() bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:22:48.663444 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7efcae5-34d1-4567-b522-4152fe84fcec None None] Router IDs set() for agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 14:22:50.245834 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56186) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:22:50.561865 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-664a535f-5de7-4aeb-b3d1-5670f4419bcc admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:50.658244 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.policy [None req-664a535f-5de7-4aeb-b3d1-5670f4419bcc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101583) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 14:22:50.705775 dv-cinder-817229-1-iscsi neutron-server[101583]: WARNING oslo_policy.policy [None req-664a535f-5de7-4aeb-b3d1-5670f4419bcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:22:50.706643 dv-cinder-817229-1-iscsi neutron-server[101583]: WARNING oslo_policy.policy [None req-664a535f-5de7-4aeb-b3d1-5670f4419bcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:22:50.715311 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.quota [None req-664a535f-5de7-4aeb-b3d1-5670f4419bcc admin admin] Loaded quota_driver: . Nov 10 14:22:50.806325 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-664a535f-5de7-4aeb-b3d1-5670f4419bcc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772970111277', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772970112890', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772970107196', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772970069882', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772970513199', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772970084799', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-573210', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-770180', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3856109', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3813764'] for rbac-policy, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:50.876226 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-664a535f-5de7-4aeb-b3d1-5670f4419bcc admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:50.877423 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-664a535f-5de7-4aeb-b3d1-5670f4419bcc admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6305819 Nov 10 14:22:53.638375 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56198) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:22:53.936277 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Request body: {'network': {'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'name': 'private', 'admin_state_up': True, 'project_id': 'f5b53b1b53b54b31b059832bf1e62182'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:53.964760 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Made reservation on behalf of f5b53b1b53b54b31b059832bf1e62182 for: {'network': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:22:53.967515 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:53.983813 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:54.089218 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:54.093110 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:54.112516 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=101583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:22:54.150236 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772972409308', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:54.150817 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Unsubscribe: segment precommit_create {{(pid=101583) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 14:22:54.151332 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.segments_db [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Added segment dab2e42e-40a1-4e12-a445-2fe417c803a5 of type vlan for network 7f32f7f4-7979-4662-a30e-58c418274a4d Nov 10 14:22:54.166861 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d288dcfe-4a7a-45fe-90e0-a2999fea4ed6,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:54.215192 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:54.215557 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:54.215896 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:54.216223 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:54.216569 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:54.216910 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:54.217234 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:54.217570 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:54.217904 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:54.218227 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:54.218539 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:54.218851 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Tracked resource versions report: Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: pushed versions: Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: { 'AddressGroup': {'1.2'}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'ConntrackHelper': {'1.0'}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Log': {'1.0'}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Network': {'1.1'}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Port': {'1.7'}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'PortForwarding': {'1.2'}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'QosPolicy': {'1.10'}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'SecurityGroup': {'1.5'}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'SubPort': {'1.0'}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Subnet': {'1.1'}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Trunk': {'1.1'}} Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: consumer versions: Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: { DHCP agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: L3 agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: Metadata agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: Metering agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: Open vSwitch agent@dv-cinder-817229-1-iscsi: { 'AddressGroup': '1.2', Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'ConntrackHelper': '1.0', Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Log': '1.0', Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Network': '1.1', Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Port': '1.7', Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'PortForwarding': '1.2', Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'QosPolicy': '1.10', Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'SecurityGroup': '1.5', Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'SecurityGroupRule': '1.2', Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'SubPort': '1.0', Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Subnet': '1.1', Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Trunk': '1.1'}} Nov 10 14:22:54.219944 dv-cinder-817229-1-iscsi neutron-server[101583]: {{(pid=101583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:22:54.270252 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:54.310337 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:54.311426 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:54.312216 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:54.373210 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7337606 Nov 10 14:22:54.421483 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd89449-e0bc-4f75-9239-4d745ab98a91 admin admin] Pushing event updated for resources: {'Network': ['ID=7f32f7f4-7979-4662-a30e-58c418274a4d,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:54.435286 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 7f32f7f4-7979-4662-a30e-58c418274a4d details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:22:57.179264 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 56212) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:22:57.663787 dv-cinder-817229-1-iscsi neutron-server[101582]: WARNING oslo_policy.policy [None req-cba819b5-c82f-4cad-a5bb-663124b118bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:22:57.664398 dv-cinder-817229-1-iscsi neutron-server[101582]: WARNING oslo_policy.policy [None req-cba819b5-c82f-4cad-a5bb-663124b118bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:22:58.108073 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.policy [None req-cba819b5-c82f-4cad-a5bb-663124b118bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101582) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 14:22:58.156042 dv-cinder-817229-1-iscsi neutron-server[101582]: WARNING oslo_policy.policy [None req-cba819b5-c82f-4cad-a5bb-663124b118bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:22:58.156447 dv-cinder-817229-1-iscsi neutron-server[101582]: WARNING oslo_policy.policy [None req-cba819b5-c82f-4cad-a5bb-663124b118bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 14:22:58.164963 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba819b5-c82f-4cad-a5bb-663124b118bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:58.167054 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-cba819b5-c82f-4cad-a5bb-663124b118bf admin admin] 10.222.0.39 "GET /v2.0/networks/7f32f7f4-7979-4662-a30e-58c418274a4d HTTP/1.1" status: 200 len: 825 time: 0.9857554 Nov 10 14:22:58.206499 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-cd53c860-b05a-4ba8-9179-5cc8eff102a2 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/44038740-c643-4d41-aaef-4742986e287a HTTP/1.1" status: 200 len: 734 time: 0.0332267 Nov 10 14:22:58.215968 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Request body: {'subnet': {'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '44038740-c643-4d41-aaef-4742986e287a', 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d', 'ip_version': 4}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:22:58.217883 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.quota [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Loaded quota_driver: . Nov 10 14:22:58.257090 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Made reservation on behalf of f5b53b1b53b54b31b059832bf1e62182 for: {'subnet': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:22:58.259917 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:58.542137 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for subnet, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:58.611908 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Checking segment: {'id': 'dab2e42e-40a1-4e12-a445-2fe417c803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:22:58.612926 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Network hostable DHCP agents. Network: 7f32f7f4-7979-4662-a30e-58c418274a4d, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:22:58.619724 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:58.630854 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.631223 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.631565 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.631896 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.632224 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.632598 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.632929 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.633272 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.633610 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.633931 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.634248 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.634563 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Tracked resource versions report: Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: pushed versions: Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: { 'AddressGroup': {'1.2'}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'ConntrackHelper': {'1.0'}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Log': {'1.0'}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Network': {'1.1'}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Port': {'1.7'}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'PortForwarding': {'1.2'}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'QosPolicy': {'1.10'}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'SecurityGroup': {'1.5'}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'SubPort': {'1.0'}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Subnet': {'1.1'}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Trunk': {'1.1'}} Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: consumer versions: Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: { DHCP agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: L3 agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: Metadata agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: Metering agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: Open vSwitch agent@dv-cinder-817229-1-iscsi: { 'AddressGroup': '1.2', Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'ConntrackHelper': '1.0', Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Log': '1.0', Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Network': '1.1', Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Port': '1.7', Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'PortForwarding': '1.2', Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'QosPolicy': '1.10', Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'SecurityGroup': '1.5', Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'SecurityGroupRule': '1.2', Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'SubPort': '1.0', Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Subnet': '1.1', Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Trunk': '1.1'}} Nov 10 14:22:58.635610 dv-cinder-817229-1-iscsi neutron-server[101582]: {{(pid=101582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:22:58.669625 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Network 7f32f7f4-7979-4662-a30e-58c418274a4d is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:22:58.682695 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 7f32f7f4-7979-4662-a30e-58c418274a4d) {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:22:58.687129 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:22:58.687763 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:58.694049 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1def8df-84dd-4fb0-9bc7-15a21d649dfa None None] Network 7f32f7f4-7979-4662-a30e-58c418274a4d requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:22:58.709391 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-71b35600-a749-44aa-b9cb-70cb10500c41 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4967880 Nov 10 14:22:59.020119 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6936937e-824a-563d-8a07-25313d23f3cc-7f32f7f4-7979-4662-a30e-58c418274a4d', 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d', 'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'fixed_ips': [{'subnet_id': '8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5'}]}} from dv-cinder-817229-1-iscsi. {{(pid=101584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 14:22:59.021537 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:59.319939 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.db_base_plugin_common [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Allocated IP 172.20.0.2 (7f32f7f4-7979-4662-a30e-58c418274a4d/8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5/36659c96-a628-4fc8-b767-df1a636ecf0b) {{(pid=101584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:22:59.518159 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Publish callbacks [] for port, precommit_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:59.527175 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:59.635035 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Network 7f32f7f4-7979-4662-a30e-58c418274a4d is already hosted by enough agents. {{(pid=101584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:22:59.639554 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.base_scheduler [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Resources bound (agent type, host, resource id): {{(pid=101584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:22:59.641129 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Pushing event updated for resources: {'Port': ['ID=36659c96-a628-4fc8-b767-df1a636ecf0b,revision_number=1']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:22:59.646620 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Received port after_create {{(pid=101584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:22:59.654475 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:59.654839 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:59.655183 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:59.655517 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:59.656103 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:59.656463 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:59.657056 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:59.657385 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:59.657726 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:59.658054 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:59.658378 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:59.658698 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Tracked resource versions report: Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: pushed versions: Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: { 'AddressGroup': {'1.2'}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'ConntrackHelper': {'1.0'}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Log': {'1.0'}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Network': {'1.1'}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Port': {'1.7'}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'PortForwarding': {'1.2'}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'QosPolicy': {'1.10'}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'SecurityGroup': {'1.5'}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'SubPort': {'1.0'}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Subnet': {'1.1'}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Trunk': {'1.1'}} Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: consumer versions: Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: { DHCP agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: L3 agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: Metadata agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: Metering agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: Open vSwitch agent@dv-cinder-817229-1-iscsi: { 'AddressGroup': '1.2', Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'ConntrackHelper': '1.0', Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Log': '1.0', Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Network': '1.1', Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Port': '1.7', Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'PortForwarding': '1.2', Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'QosPolicy': '1.10', Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'SecurityGroup': '1.5', Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'SecurityGroupRule': '1.2', Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'SubPort': '1.0', Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Subnet': '1.1', Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Trunk': '1.1'}} Nov 10 14:22:59.659976 dv-cinder-817229-1-iscsi neutron-server[101584]: {{(pid=101584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:22:59.733468 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Attempting to bind port 36659c96-a628-4fc8-b767-df1a636ecf0b on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:22:59.734121 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Attempting to bind port 36659c96-a628-4fc8-b767-df1a636ecf0b by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': 'dab2e42e-40a1-4e12-a445-2fe417c803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:22:59.734394 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Attempting to bind port 36659c96-a628-4fc8-b767-df1a636ecf0b on network 7f32f7f4-7979-4662-a30e-58c418274a4d {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:22:59.740010 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:22:59.740430 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Checking segment: {'id': 'dab2e42e-40a1-4e12-a445-2fe417c803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:22:59.740908 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:59.741359 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Bound using segment: {'id': 'dab2e42e-40a1-4e12-a445-2fe417c803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:22:59.741842 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Bound port: 36659c96-a628-4fc8-b767-df1a636ecf0b, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab2e42e-40a1-4e12-a445-2fe417c803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:22:59.742262 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:59.803224 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] For port 36659c96-a628-4fc8-b767-df1a636ecf0b, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:22:59.807415 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] For port 36659c96-a628-4fc8-b767-df1a636ecf0b, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=36659c96-a628-4fc8-b767-df1a636ecf0b,segment=NetworkSegment(dab2e42e-40a1-4e12-a445-2fe417c803a5),segment_id=dab2e42e-40a1-4e12-a445-2fe417c803a5)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:22:59.811952 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:22:59.875428 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0ea62-9520-4c3d-8b08-e8adca6d8392 None None] Pushing event updated for resources: {'Port': ['ID=36659c96-a628-4fc8-b767-df1a636ecf0b,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:01.266737 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 56232) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:23:01.580703 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [None req-f74e4011-8e6d-4d23-b072-14030538c82b admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:23:01.582217 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-f74e4011-8e6d-4d23-b072-14030538c82b admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3145354 Nov 10 14:23:04.097266 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56240) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:23:04.411141 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [None req-985b2658-cddc-4984-97cb-e02dcb9b8f01 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:23:04.412134 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-985b2658-cddc-4984-97cb-e02dcb9b8f01 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3139246 Nov 10 14:23:07.203726 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56250) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:23:07.501770 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-b0b6ac5e-6e92-4314-9dfb-caec0fdf985b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'name': 'router1'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:23:07.525260 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ac5e-6e92-4314-9dfb-caec0fdf985b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126634'] for router, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:07.526769 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ac5e-6e92-4314-9dfb-caec0fdf985b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3804106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3801192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126611'] for router, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:07.663002 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ac5e-6e92-4314-9dfb-caec0fdf985b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:07.667879 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ac5e-6e92-4314-9dfb-caec0fdf985b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801279'] for router, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:07.682813 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ac5e-6e92-4314-9dfb-caec0fdf985b admin admin] Publish callbacks [] for router, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:07.683984 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-b0b6ac5e-6e92-4314-9dfb-caec0fdf985b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4792657 Nov 10 14:23:08.520010 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 36659c96-a628-4fc8-b767-df1a636ecf0b up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:23:08.610809 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 36659c96-a628-4fc8-b767-df1a636ecf0b triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:08.611198 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:08.725213 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:08.762347 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port 36659c96-a628-4fc8-b767-df1a636ecf0b, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=36659c96-a628-4fc8-b767-df1a636ecf0b,segment=NetworkSegment(dab2e42e-40a1-4e12-a445-2fe417c803a5),segment_id=dab2e42e-40a1-4e12-a445-2fe417c803a5)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:23:08.766211 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:08.813730 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=36659c96-a628-4fc8-b767-df1a636ecf0b,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:09.069572 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24d679-75fc-46b4-acb5-039c8b8813dc None None] Network 7f32f7f4-7979-4662-a30e-58c418274a4d requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:23:09.148995 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-11bc8127-0ace-4f91-a5c3-11803fce5ccb None None] Provisioning complete for port 36659c96-a628-4fc8-b767-df1a636ecf0b triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:09.149358 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-11bc8127-0ace-4f91-a5c3-11803fce5ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:09.521379 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-975de30f-9cab-4136-a456-9fd629906482 None None] Provisioning complete for port 36659c96-a628-4fc8-b767-df1a636ecf0b triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:09.522007 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-975de30f-9cab-4136-a456-9fd629906482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:09.857990 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 5 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:23:10.207339 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56262) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:23:10.395016 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-4e1ebed4-6c20-47ee-b517-a05e4d9d8f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:10.503279 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 36659c96-a628-4fc8-b767-df1a636ecf0b up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:23:10.524498 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [None req-6ef477fe-250e-48c5-b873-9986871eba4c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:23:10.525502 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-6ef477fe-250e-48c5-b873-9986871eba4c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3172021 Nov 10 14:23:10.553081 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 36659c96-a628-4fc8-b767-df1a636ecf0b triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:10.553574 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:12.970601 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5ebf43d-fb0b-4b5b-ac53-8eb2644e3dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:13.046416 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56270) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:23:13.353923 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:23:13.374618 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Made reservation on behalf of 28096879a02f4ddfb2ab3081b2c0ab3b for: {'network': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:23:13.377676 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:13.385528 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:13.457757 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:13.461162 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:13.475596 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Reserving flat network on physical network physnet1 {{(pid=101583) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 10 14:23:13.495749 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10e02ce-ebc9-4eae-b132-a22811eaa6ad,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:13.499588 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:13.499926 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.segments_db [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Added segment 36661586-3879-45e1-bdcb-47cdc871e7f6 of type flat for network 44ed265f-6e99-4080-a569-99c206a012ee Nov 10 14:23:13.546109 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:13.576781 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:13.577698 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:13.578301 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:13.650061 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6024916 Nov 10 14:23:13.657065 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f77c5-9fe4-466c-a075-7ada5a6ec236 admin admin] Pushing event updated for resources: {'Network': ['ID=44ed265f-6e99-4080-a569-99c206a012ee,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:13.667792 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 44ed265f-6e99-4080-a569-99c206a012ee details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:23:14.045467 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:15.460245 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:16.272505 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56288) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:23:16.489202 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d310b9-bdef-4e22-8b04-69a5bea7bc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:16.490575 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-f5d310b9-bdef-4e22-8b04-69a5bea7bc8d admin admin] 10.222.0.39 "GET /v2.0/subnets/8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5 HTTP/1.1" status: 200 len: 849 time: 0.2171223 Nov 10 14:23:16.587217 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:16.612610 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-0d2afd1e-7a5d-4dee-b0f5-b3fd3ddf3cfe admin admin] 10.222.0.39 "GET /v2.0/routers/6a0d308b-d403-4e34-8d1c-cf84e4fa531e HTTP/1.1" status: 200 len: 704 time: 0.1159143 Nov 10 14:23:16.877422 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:17.171583 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Allocated IP 172.20.0.1 (7f32f7f4-7979-4662-a30e-58c418274a4d/8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5/227f76d7-db86-4ce0-b5d3-b4bac64518ef) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:23:17.358579 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:17.424742 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:17.487729 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Network 7f32f7f4-7979-4662-a30e-58c418274a4d is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:23:17.493155 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:23:17.496527 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:23:17.497204 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804264'] for router_interface, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:17.626590 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Pushing event updated for resources: {'Port': ['ID=227f76d7-db86-4ce0-b5d3-b4bac64518ef,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:17.714741 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-0f60176a-4a32-4146-9a30-72bd99bb5020 None None] Provisioning complete for port 227f76d7-db86-4ce0-b5d3-b4bac64518ef triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:17.715448 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-0f60176a-4a32-4146-9a30-72bd99bb5020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:17.747634 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-0f60176a-4a32-4146-9a30-72bd99bb5020 None None] Port 227f76d7-db86-4ce0-b5d3-b4bac64518ef cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:23:17.764249 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:17.967517 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:17.972460 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:17.973341 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3713624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804412'] for router_interface, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:18.057343 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Pushing event updated for resources: {'Port': ['ID=227f76d7-db86-4ce0-b5d3-b4bac64518ef,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:18.097716 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Network 7f32f7f4-7979-4662-a30e-58c418274a4d is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:23:18.098976 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:23:18.256192 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Router 6a0d308b-d403-4e34-8d1c-cf84e4fa531e is scheduled to L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 with binding_index 1 {{(pid=101583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 14:23:18.269028 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-57c1e342-98bd-40ca-a4b1-2e210ffb1728 None None] Provisioning complete for port 227f76d7-db86-4ce0-b5d3-b4bac64518ef triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:18.269668 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-57c1e342-98bd-40ca-a4b1-2e210ffb1728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:18.302028 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-57c1e342-98bd-40ca-a4b1-2e210ffb1728 None None] Port 227f76d7-db86-4ce0-b5d3-b4bac64518ef cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:23:18.346067 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:23:18.351311 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-c41ea969-1724-4b2c-8bed-5d4cc7b3265d admin admin] 10.222.0.39 "PUT /v2.0/routers/6a0d308b-d403-4e34-8d1c-cf84e4fa531e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7316656 Nov 10 14:23:18.357328 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Sync routers for ids ['6a0d308b-d403-4e34-8d1c-cf84e4fa531e'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:23:18.371642 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Routers {'6a0d308b-d403-4e34-8d1c-cf84e4fa531e'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:23:18.372421 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:23:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['6a0d308b-d403-4e34-8d1c-cf84e4fa531e'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:18.562439 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Set router 6a0d308b-d403-4e34-8d1c-cf84e4fa531e gateway port host: None {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:23:19.037412 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'name': 'router1', 'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:07Z', 'updated_at': '2021-11-10T14:23:17Z', 'revision_number': 2, 'project_id': 'f5b53b1b53b54b31b059832bf1e62182', 'gw_port_host': None, '_interfaces': [{'id': '227f76d7-db86-4ce0-b5d3-b4bac64518ef', 'name': '', 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d', 'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'mac_address': 'fa:16:3e:33:2b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:16Z', 'updated_at': '2021-11-10T14:23:17Z', 'revision_number': 2, 'project_id': 'f5b53b1b53b54b31b059832bf1e62182', 'subnets': [{'id': '8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44038740-c643-4d41-aaef-4742986e287a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:19.099366 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Checking router: 6a0d308b-d403-4e34-8d1c-cf84e4fa531e for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:23:19.099738 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Updating router 6a0d308b-d403-4e34-8d1c-cf84e4fa531e port 227f76d7-db86-4ce0-b5d3-b4bac64518ef binding host dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:23:19.156616 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:19.720068 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Publish callbacks [] for port, precommit_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:19.727217 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:19.895965 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Pushing event updated for resources: {'Port': ['ID=227f76d7-db86-4ce0-b5d3-b4bac64518ef,revision_number=3']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:19.898310 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Attempting to bind port 227f76d7-db86-4ce0-b5d3-b4bac64518ef on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:23:19.898708 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Attempting to bind port 227f76d7-db86-4ce0-b5d3-b4bac64518ef by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': 'dab2e42e-40a1-4e12-a445-2fe417c803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d'}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:23:19.899134 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Attempting to bind port 227f76d7-db86-4ce0-b5d3-b4bac64518ef on network 7f32f7f4-7979-4662-a30e-58c418274a4d {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:23:19.904641 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:23:19.905054 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Checking segment: {'id': 'dab2e42e-40a1-4e12-a445-2fe417c803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:23:19.905534 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:19.905932 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Bound using segment: {'id': 'dab2e42e-40a1-4e12-a445-2fe417c803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d'} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:23:19.906685 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Bound port: 227f76d7-db86-4ce0-b5d3-b4bac64518ef, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab2e42e-40a1-4e12-a445-2fe417c803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d'}}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:23:19.907072 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:19.913376 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:19.913730 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:19.914069 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:19.914405 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:19.914730 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:19.915058 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:19.915383 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:19.915706 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:19.916034 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:19.916370 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:19.916694 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:19.917015 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Tracked resource versions report: Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: pushed versions: Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: { 'AddressGroup': {'1.2'}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'ConntrackHelper': {'1.0'}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Log': {'1.0'}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Network': {'1.1'}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Port': {'1.7'}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'PortForwarding': {'1.2'}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'QosPolicy': {'1.10'}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'SecurityGroup': {'1.5'}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'SubPort': {'1.0'}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Subnet': {'1.1'}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Trunk': {'1.1'}} Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: consumer versions: Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: { DHCP agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: L3 agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: Metadata agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: Metering agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: Open vSwitch agent@dv-cinder-817229-1-iscsi: { 'AddressGroup': '1.2', Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'ConntrackHelper': '1.0', Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Log': '1.0', Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Network': '1.1', Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Port': '1.7', Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'PortForwarding': '1.2', Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'QosPolicy': '1.10', Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'SecurityGroup': '1.5', Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'SecurityGroupRule': '1.2', Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'SubPort': '1.0', Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Subnet': '1.1', Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Trunk': '1.1'}} Nov 10 14:23:19.918080 dv-cinder-817229-1-iscsi neutron-server[101585]: {{(pid=101585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:23:19.934981 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-fa2fa04a-4d27-4a96-91df-e82778addcb4 None None] Provisioning complete for port 227f76d7-db86-4ce0-b5d3-b4bac64518ef triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:19.935913 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-fa2fa04a-4d27-4a96-91df-e82778addcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:19.972279 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-fa2fa04a-4d27-4a96-91df-e82778addcb4 None None] Port 227f76d7-db86-4ce0-b5d3-b4bac64518ef cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:23:19.984151 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] For port 227f76d7-db86-4ce0-b5d3-b4bac64518ef, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:23:20.005008 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] For port 227f76d7-db86-4ce0-b5d3-b4bac64518ef, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=227f76d7-db86-4ce0-b5d3-b4bac64518ef,segment=NetworkSegment(dab2e42e-40a1-4e12-a445-2fe417c803a5),segment_id=dab2e42e-40a1-4e12-a445-2fe417c803a5)] {{(pid=101585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:23:20.010225 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:20.058097 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Routers {'6a0d308b-d403-4e34-8d1c-cf84e4fa531e'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:23:20.058716 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:23:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['6a0d308b-d403-4e34-8d1c-cf84e4fa531e'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:20.136906 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319d476-1ad3-44c2-9c49-65aa54f6e2ba None None] Pushing event updated for resources: {'Port': ['ID=227f76d7-db86-4ce0-b5d3-b4bac64518ef,revision_number=4']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:20.162027 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] Set router 6a0d308b-d403-4e34-8d1c-cf84e4fa531e gateway port host: None {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:23:20.294801 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-f907aa5a-7c80-4ee8-8f56-5f1b25f241c4 None None] Provisioning complete for port 227f76d7-db86-4ce0-b5d3-b4bac64518ef triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:20.295249 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-f907aa5a-7c80-4ee8-8f56-5f1b25f241c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:20.371696 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'name': 'router1', 'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:07Z', 'updated_at': '2021-11-10T14:23:17Z', 'revision_number': 2, 'project_id': 'f5b53b1b53b54b31b059832bf1e62182', 'gw_port_host': None, '_interfaces': [{'id': '227f76d7-db86-4ce0-b5d3-b4bac64518ef', 'name': '', 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d', 'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'mac_address': 'fa:16:3e:33:2b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:16Z', 'updated_at': '2021-11-10T14:23:19Z', 'revision_number': 4, 'project_id': 'f5b53b1b53b54b31b059832bf1e62182', 'subnets': [{'id': '8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44038740-c643-4d41-aaef-4742986e287a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:20.376133 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-f907aa5a-7c80-4ee8-8f56-5f1b25f241c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:20.398759 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47678db-c55f-4d95-ac98-aecd0698302f None None] The sync data for ids ['6a0d308b-d403-4e34-8d1c-cf84e4fa531e'] in dv-cinder-817229-1-iscsi is: [{'id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'name': 'router1', 'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:07Z', 'updated_at': '2021-11-10T14:23:17Z', 'revision_number': 2, 'project_id': 'f5b53b1b53b54b31b059832bf1e62182', 'gw_port_host': None, '_interfaces': [{'id': '227f76d7-db86-4ce0-b5d3-b4bac64518ef', 'name': '', 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d', 'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'mac_address': 'fa:16:3e:33:2b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:16Z', 'updated_at': '2021-11-10T14:23:19Z', 'revision_number': 4, 'project_id': 'f5b53b1b53b54b31b059832bf1e62182', 'subnets': [{'id': '8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44038740-c643-4d41-aaef-4742986e287a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:23:20.410709 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-f907aa5a-7c80-4ee8-8f56-5f1b25f241c4 None None] For port 227f76d7-db86-4ce0-b5d3-b4bac64518ef, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=227f76d7-db86-4ce0-b5d3-b4bac64518ef,segment=NetworkSegment(dab2e42e-40a1-4e12-a445-2fe417c803a5),segment_id=dab2e42e-40a1-4e12-a445-2fe417c803a5)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:23:20.415267 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-f907aa5a-7c80-4ee8-8f56-5f1b25f241c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:20.471247 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907aa5a-7c80-4ee8-8f56-5f1b25f241c4 None None] Pushing event updated for resources: {'Port': ['ID=227f76d7-db86-4ce0-b5d3-b4bac64518ef,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:20.820523 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56308) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:23:20.929789 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36210fb7-c2b1-4469-a7bf-d04bd1177280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:20.931155 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-36210fb7-c2b1-4469-a7bf-d04bd1177280 admin admin] 10.222.0.39 "GET /v2.0/networks/44ed265f-6e99-4080-a569-99c206a012ee HTTP/1.1" status: 200 len: 842 time: 0.1096783 Nov 10 14:23:20.941286 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-21b765eb-1c8b-46a7-a6e9-977b138f65b4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:23:20.965507 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b765eb-1c8b-46a7-a6e9-977b138f65b4 admin admin] Made reservation on behalf of 28096879a02f4ddfb2ab3081b2c0ab3b for: {'subnet': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:23:20.967745 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-21b765eb-1c8b-46a7-a6e9-977b138f65b4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:21.265308 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.objects.ports [None req-21b765eb-1c8b-46a7-a6e9-977b138f65b4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101583) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 14:23:21.265728 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-21b765eb-1c8b-46a7-a6e9-977b138f65b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for subnet, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:21.320155 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b765eb-1c8b-46a7-a6e9-977b138f65b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d3a504-72bd-489b-974d-beaaf37b0eef,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:21.330571 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b765eb-1c8b-46a7-a6e9-977b138f65b4 admin admin] Checking segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:23:21.330914 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b765eb-1c8b-46a7-a6e9-977b138f65b4 admin admin] Network hostable DHCP agents. Network: 44ed265f-6e99-4080-a569-99c206a012ee, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:23:21.353694 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b765eb-1c8b-46a7-a6e9-977b138f65b4 admin admin] Network 44ed265f-6e99-4080-a569-99c206a012ee is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:23:21.364413 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-21b765eb-1c8b-46a7-a6e9-977b138f65b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 44ed265f-6e99-4080-a569-99c206a012ee) {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:23:21.368450 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b765eb-1c8b-46a7-a6e9-977b138f65b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:21.369056 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-21b765eb-1c8b-46a7-a6e9-977b138f65b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:21.374548 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34e9cde-a464-4301-890b-ad4b595f0b81 None None] Network 44ed265f-6e99-4080-a569-99c206a012ee requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:23:21.394894 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-21b765eb-1c8b-46a7-a6e9-977b138f65b4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4468923 Nov 10 14:23:21.511427 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df185060-5a81-49aa-8471-5804640566c6 None None] Network 44ed265f-6e99-4080-a569-99c206a012ee requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:23:23.826270 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 56316) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:23:24.105906 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-d67fef6c-74e9-47a4-b713-03f8323e4ff5 admin admin] 10.222.0.39 "GET /v2.0/routers/6a0d308b-d403-4e34-8d1c-cf84e4fa531e HTTP/1.1" status: 200 len: 710 time: 0.2784450 Nov 10 14:23:24.235491 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c22eef-267e-4227-85e5-a633e0465809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:23:24.237716 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-a1c22eef-267e-4227-85e5-a633e0465809 admin admin] 10.222.0.39 "GET /v2.0/networks/44ed265f-6e99-4080-a569-99c206a012ee HTTP/1.1" status: 200 len: 886 time: 0.1226172 Nov 10 14:23:24.247166 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:23:24.501879 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:24.736259 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:24.809441 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:24.962487 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Allocated IP 172.27.1.194 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:23:25.067988 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:25.127948 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:25.201464 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:23:25.206632 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:23:25.215377 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:23:25.217092 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:25.532227 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:25.723284 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3801178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126593'] for router, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:25.728888 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3801165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3801156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3807019'] for router, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:25.840803 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Router 6a0d308b-d403-4e34-8d1c-cf84e4fa531e has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:23:25.951334 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:23:25.957235 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] Publish callbacks [] for router, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:25.958462 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-e13994e7-220a-48be-9cf8-3fb45d150ab4 admin admin] 10.222.0.39 "PUT /v2.0/routers/6a0d308b-d403-4e34-8d1c-cf84e4fa531e HTTP/1.1" status: 200 len: 890 time: 1.7145278 Nov 10 14:23:26.518440 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 227f76d7-db86-4ce0-b5d3-b4bac64518ef up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:23:26.565568 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 227f76d7-db86-4ce0-b5d3-b4bac64518ef triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:26.565934 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:27.462825 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Sync routers for ids ['6a0d308b-d403-4e34-8d1c-cf84e4fa531e'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:23:27.474757 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Routers {'6a0d308b-d403-4e34-8d1c-cf84e4fa531e'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:23:27.475399 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:23:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['6a0d308b-d403-4e34-8d1c-cf84e4fa531e'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:27.679040 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Set router 6a0d308b-d403-4e34-8d1c-cf84e4fa531e gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:23:28.142943 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'name': 'router1', 'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:07Z', 'updated_at': '2021-11-10T14:23:25Z', 'revision_number': 4, 'project_id': 'f5b53b1b53b54b31b059832bf1e62182', 'gw_port': {'id': '6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:24Z', 'updated_at': '2021-11-10T14:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '227f76d7-db86-4ce0-b5d3-b4bac64518ef', 'name': '', 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d', 'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'mac_address': 'fa:16:3e:33:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:16Z', 'updated_at': '2021-11-10T14:23:20Z', 'revision_number': 5, 'project_id': 'f5b53b1b53b54b31b059832bf1e62182', 'subnets': [{'id': '8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44038740-c643-4d41-aaef-4742986e287a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:28.194775 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Checking router: 6a0d308b-d403-4e34-8d1c-cf84e4fa531e for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:23:28.195144 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Updating router 6a0d308b-d403-4e34-8d1c-cf84e4fa531e port 6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae binding host dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:23:28.244865 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:28.483229 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 56328) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:23:28.568821 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Publish callbacks [] for port, precommit_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:28.574209 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:28.597270 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-a957cd73-5656-4015-959b-a5b0337ba92e admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1127832 Nov 10 14:23:28.622213 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bdb3a-7ca4-46ee-b392-f6f7a1df5e2a None None] Pushing event updated for resources: {'Port': ['ID=6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:28.634359 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Attempting to bind port 6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:23:28.634730 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Attempting to bind port 6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:23:28.635193 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Attempting to bind port 6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae on network 44ed265f-6e99-4080-a569-99c206a012ee {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:23:28.640669 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:23:28.641047 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Checking segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:23:28.641451 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:28.642586 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Bound using segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:23:28.643070 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Bound port: 6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:23:28.643477 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:28.700122 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] For port 6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:23:28.703397 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] For port 6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:23:28.708335 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:28.763426 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Routers {'6a0d308b-d403-4e34-8d1c-cf84e4fa531e'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:23:28.764053 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:23:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['6a0d308b-d403-4e34-8d1c-cf84e4fa531e'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:28.805771 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bdb3a-7ca4-46ee-b392-f6f7a1df5e2a None None] Pushing event updated for resources: {'Port': ['ID=6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:28.885538 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] Set router 6a0d308b-d403-4e34-8d1c-cf84e4fa531e gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:23:29.097299 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'name': 'router1', 'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:07Z', 'updated_at': '2021-11-10T14:23:25Z', 'revision_number': 4, 'project_id': 'f5b53b1b53b54b31b059832bf1e62182', 'gw_port': {'id': '6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:24Z', 'updated_at': '2021-11-10T14:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '227f76d7-db86-4ce0-b5d3-b4bac64518ef', 'name': '', 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d', 'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'mac_address': 'fa:16:3e:33:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:16Z', 'updated_at': '2021-11-10T14:23:20Z', 'revision_number': 5, 'project_id': 'f5b53b1b53b54b31b059832bf1e62182', 'subnets': [{'id': '8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44038740-c643-4d41-aaef-4742986e287a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:23:29.127698 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7830537a-dc0a-48d9-bb2b-fd2ee7fd5240 None None] The sync data for ids ['6a0d308b-d403-4e34-8d1c-cf84e4fa531e'] in dv-cinder-817229-1-iscsi is: [{'id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'name': 'router1', 'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:23:07Z', 'updated_at': '2021-11-10T14:23:25Z', 'revision_number': 4, 'project_id': 'f5b53b1b53b54b31b059832bf1e62182', 'gw_port': {'id': '6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:24Z', 'updated_at': '2021-11-10T14:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '227f76d7-db86-4ce0-b5d3-b4bac64518ef', 'name': '', 'network_id': '7f32f7f4-7979-4662-a30e-58c418274a4d', 'tenant_id': 'f5b53b1b53b54b31b059832bf1e62182', 'mac_address': 'fa:16:3e:33:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0d308b-d403-4e34-8d1c-cf84e4fa531e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:23:16Z', 'updated_at': '2021-11-10T14:23:20Z', 'revision_number': 5, 'project_id': 'f5b53b1b53b54b31b059832bf1e62182', 'subnets': [{'id': '8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44038740-c643-4d41-aaef-4742986e287a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:23:30.535916 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:23:30.589265 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:30.589265 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:30.673971 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:30.699828 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port 6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:23:30.705698 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:30.764222 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:23:32.558745 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:23:32.631012 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 6af80a0f-90cd-409e-bf5d-b6bf2f09a7ae triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:23:32.631946 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:40.396498 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5dd7-d4f3-4dd4-901a-76b5dee13db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:42.975069 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-07093e3c-62d0-45f4-bc6f-d0bb03dbc9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:44.047917 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:45.465611 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:46.597304 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:23:46.858691 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 5 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:24:10.400327 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-dd552f4e-9a6e-4ba2-ae39-4bcc75f30bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:24:12.984993 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7af4a649-9aea-48d4-9722-7398c7c9cd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:24:14.051578 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:24:15.464482 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:24:16.592186 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:24:23.857636 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 5 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:24:40.403957 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-0d4d7f79-42d5-4088-b35f-0f7a75156cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:24:42.977700 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-db4c8d86-468a-413c-b03e-5c990b94c021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:24:44.054753 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:24:45.468074 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:24:46.596592 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:00.855506 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 5 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:25:07.009687 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 56890) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:25:07.072954 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12863a9-fff3-4c3c-87db-da1a990c87b8 admin admin] GET failed (client error): The resource could not be found. Nov 10 14:25:07.074295 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-c12863a9-fff3-4c3c-87db-da1a990c87b8 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636566 Nov 10 14:25:07.233130 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50083881-a81a-4860-bb37-7bae9269b25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:07.234532 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-50083881-a81a-4860-bb37-7bae9269b25c admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1554272 Nov 10 14:25:09.508778 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 56900) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:25:09.602451 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d547d25-5f16-4acd-8de1-09186fe77464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:09.603801 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-0d547d25-5f16-4acd-8de1-09186fe77464 admin admin] 10.222.0.39 "GET /v2.0/subnets/8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5 HTTP/1.1" status: 200 len: 849 time: 0.0940690 Nov 10 14:25:09.613801 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:09.694770 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Publish callbacks [] for subnet, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:09.834703 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772972274562'] for subnet, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:09.862053 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:09.862687 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:09.867043 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0257e1-3a1f-4157-b8b3-64d234b31e59 None None] Network 7f32f7f4-7979-4662-a30e-58c418274a4d requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:25:09.871846 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] 10.222.0.39 "PUT /v2.0/subnets/8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5 HTTP/1.1" status: 200 len: 868 time: 0.2546921 Nov 10 14:25:09.897151 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:09.905028 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.905398 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.905745 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.906081 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.906403 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.906748 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.907083 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.907401 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.907723 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.908040 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.908373 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:09.908694 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2cf6-d305-411d-97a9-4843c536b5dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:25:10.302080 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-b3f22b7b-afc9-49a9-b840-e23c7ccc7acd None None] Provisioning complete for port 227f76d7-db86-4ce0-b5d3-b4bac64518ef triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:10.302367 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b3f22b7b-afc9-49a9-b840-e23c7ccc7acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:10.409911 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-f2fe44e9-4998-4d04-b944-70a722753bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:10.412291 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-b3f22b7b-afc9-49a9-b840-e23c7ccc7acd None None] Provisioning complete for port 36659c96-a628-4fc8-b767-df1a636ecf0b triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:25:10.412677 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b3f22b7b-afc9-49a9-b840-e23c7ccc7acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:12.185082 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56908) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:25:12.454065 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1a2e2e-302d-4bba-a541-55025b8c7a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:12.454535 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1a2e2e-302d-4bba-a541-55025b8c7a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:12.456083 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-8d1a2e2e-302d-4bba-a541-55025b8c7a8b admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2700677 Nov 10 14:25:12.984195 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8540d29d-c9ef-4423-b95a-6e3326c3a1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:14.060564 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:14.747001 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56918) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:25:14.883582 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bf312-95d5-451c-89ea-a5c6c5241255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:14.884047 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bf312-95d5-451c-89ea-a5c6c5241255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:14.885622 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-a07bf312-95d5-451c-89ea-a5c6c5241255 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1374762 Nov 10 14:25:15.469600 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:16.599557 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:17.223577 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56926) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:25:17.344573 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1535f6a1-dc4e-49d4-826b-74c9a5c3022e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:17.345916 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-1535f6a1-dc4e-49d4-826b-74c9a5c3022e admin admin] 10.222.0.39 "GET /v2.0/networks/44ed265f-6e99-4080-a569-99c206a012ee HTTP/1.1" status: 200 len: 886 time: 0.1213729 Nov 10 14:25:19.637819 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56934) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:25:19.778017 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16021d3-96e0-4cea-9027-d24a2943d03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:19.780132 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-d16021d3-96e0-4cea-9027-d24a2943d03f admin admin] 10.222.0.39 "GET /v2.0/networks/7f32f7f4-7979-4662-a30e-58c418274a4d HTTP/1.1" status: 200 len: 869 time: 0.1404688 Nov 10 14:25:22.247265 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 56942) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:25:22.370838 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a257fbff-6947-48b6-88d2-838bcaee3c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:22.371289 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a257fbff-6947-48b6-88d2-838bcaee3c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:22.373423 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-a257fbff-6947-48b6-88d2-838bcaee3c59 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245415 Nov 10 14:25:24.727394 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 56950) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:25:24.850762 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a3b0c0-5ba8-443c-a0cc-7840dd44e357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:24.851216 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a3b0c0-5ba8-443c-a0cc-7840dd44e357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:24.852857 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-68a3b0c0-5ba8-443c-a0cc-7840dd44e357 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244678 Nov 10 14:25:27.132435 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 56958) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:25:27.222760 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00e0e5-ff03-4309-b119-034fb53ce870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:27.224097 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-df00e0e5-ff03-4309-b119-034fb53ce870 admin admin] 10.222.0.39 "GET /v2.0/subnets/8dfbb9fb-5f6f-49fc-a30e-75ae2575dad5 HTTP/1.1" status: 200 len: 868 time: 0.0907090 Nov 10 14:25:29.554089 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 56966) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:25:29.641453 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6732dbab-c44c-48cb-bdff-5c6589e5f0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:29.642780 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-6732dbab-c44c-48cb-bdff-5c6589e5f0e8 admin admin] 10.222.0.39 "GET /v2.0/subnets/d8d3a504-72bd-489b-974d-beaaf37b0eef HTTP/1.1" status: 200 len: 816 time: 0.0877464 Nov 10 14:25:37.854678 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 5 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:25:40.410513 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ec5c57e0-a19b-45f6-924b-3201125caf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:42.981541 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-bc96352a-b5dd-4d8f-b24b-7ca3e53d3d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:44.063441 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:45.471226 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:46.600448 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:54.129824 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57020) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:25:54.176879 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [None req-7fdbf80a-9a6b-4b2e-a636-7d345de404d3 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:25:54.177864 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-7fdbf80a-9a6b-4b2e-a636-7d345de404d3 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470843 Nov 10 14:25:56.568389 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57028) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:25:56.626838 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e336c31-fcdd-4b3a-aafe-7564ef9c0703 admin admin] GET failed (client error): The resource could not be found. Nov 10 14:25:56.628132 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-0e336c31-fcdd-4b3a-aafe-7564ef9c0703 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0587924 Nov 10 14:25:56.788083 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d1000-b917-46e0-84ab-f9616c23c834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:56.789524 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-a76d1000-b917-46e0-84ab-f9616c23c834 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1568608 Nov 10 14:25:59.140990 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57036) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:25:59.188235 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-e5c19a3a-b349-48a9-aa93-31900a33849a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:25:59.211890 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c19a3a-b349-48a9-aa93-31900a33849a admin admin] Made reservation on behalf of 28096879a02f4ddfb2ab3081b2c0ab3b for: {'network': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:25:59.214190 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e5c19a3a-b349-48a9-aa93-31900a33849a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:59.254638 dv-cinder-817229-1-iscsi neutron-server[101582]: WARNING neutron.services.revisions.revision_plugin [None req-e5c19a3a-b349-48a9-aa93-31900a33849a admin admin] Could not find related network for resource to bump revision. Nov 10 14:25:59.271130 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c19a3a-b349-48a9-aa93-31900a33849a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=101582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:25:59.284561 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e5c19a3a-b349-48a9-aa93-31900a33849a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772972409308', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:59.285100 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e5c19a3a-b349-48a9-aa93-31900a33849a admin admin] Unsubscribe: segment precommit_create {{(pid=101582) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 14:25:59.285562 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.segments_db [None req-e5c19a3a-b349-48a9-aa93-31900a33849a admin admin] Added segment e10981c4-da77-451f-a495-0de200079b08 of type vlan for network 218a59ed-3b09-4ceb-8748-c8be299e8f48 Nov 10 14:25:59.339182 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e5c19a3a-b349-48a9-aa93-31900a33849a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:59.370594 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e5c19a3a-b349-48a9-aa93-31900a33849a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:59.371604 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c19a3a-b349-48a9-aa93-31900a33849a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:25:59.372205 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e5c19a3a-b349-48a9-aa93-31900a33849a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:25:59.457337 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-e5c19a3a-b349-48a9-aa93-31900a33849a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3152564 Nov 10 14:25:59.465075 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c19a3a-b349-48a9-aa93-31900a33849a admin admin] Pushing event updated for resources: {'Network': ['ID=218a59ed-3b09-4ceb-8748-c8be299e8f48,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:25:59.476748 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 218a59ed-3b09-4ceb-8748-c8be299e8f48 details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:26:01.787513 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57044) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:26:01.848632 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e97a45-b141-410d-a4ff-fd7502fc72b1 admin admin] GET failed (client error): The resource could not be found. Nov 10 14:26:01.849960 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-85e97a45-b141-410d-a4ff-fd7502fc72b1 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615001 Nov 10 14:26:01.921497 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1c0b8b-2c04-4d4a-abf9-b837d08b88ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:01.922932 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-5b1c0b8b-2c04-4d4a-abf9-b837d08b88ad admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683622 Nov 10 14:26:01.933227 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-dd65dc51-d88b-4e87-ad40-9b7d608abb7c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '218a59ed-3b09-4ceb-8748-c8be299e8f48'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:26:01.952857 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd65dc51-d88b-4e87-ad40-9b7d608abb7c admin admin] Made reservation on behalf of 28096879a02f4ddfb2ab3081b2c0ab3b for: {'subnet': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:26:01.955072 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-dd65dc51-d88b-4e87-ad40-9b7d608abb7c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:02.112029 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-dd65dc51-d88b-4e87-ad40-9b7d608abb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for subnet, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:02.166898 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65dc51-d88b-4e87-ad40-9b7d608abb7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f52a2f9-2d63-4da0-814e-d74473d083dc,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:02.174061 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65dc51-d88b-4e87-ad40-9b7d608abb7c admin admin] Checking segment: {'id': 'e10981c4-da77-451f-a495-0de200079b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '218a59ed-3b09-4ceb-8748-c8be299e8f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:26:02.174419 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd65dc51-d88b-4e87-ad40-9b7d608abb7c admin admin] Network hostable DHCP agents. Network: 218a59ed-3b09-4ceb-8748-c8be299e8f48, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:26:02.189841 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd65dc51-d88b-4e87-ad40-9b7d608abb7c admin admin] Network 218a59ed-3b09-4ceb-8748-c8be299e8f48 is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:26:02.197148 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-dd65dc51-d88b-4e87-ad40-9b7d608abb7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 218a59ed-3b09-4ceb-8748-c8be299e8f48) {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:26:02.201841 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd65dc51-d88b-4e87-ad40-9b7d608abb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:26:02.202437 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-dd65dc51-d88b-4e87-ad40-9b7d608abb7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:02.207297 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a152c9a-07ab-4655-9ec6-c8d465b9e5b3 None None] Network 218a59ed-3b09-4ceb-8748-c8be299e8f48 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:26:02.225318 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-dd65dc51-d88b-4e87-ad40-9b7d608abb7c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2953827 Nov 10 14:26:02.453345 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6936937e-824a-563d-8a07-25313d23f3cc-218a59ed-3b09-4ceb-8748-c8be299e8f48', 'network_id': '218a59ed-3b09-4ceb-8748-c8be299e8f48', 'tenant_id': '28096879a02f4ddfb2ab3081b2c0ab3b', 'fixed_ips': [{'subnet_id': '6f52a2f9-2d63-4da0-814e-d74473d083dc'}]}} from dv-cinder-817229-1-iscsi. {{(pid=101584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 14:26:02.454234 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:02.596609 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.db_base_plugin_common [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Allocated IP 192.168.233.2 (218a59ed-3b09-4ceb-8748-c8be299e8f48/6f52a2f9-2d63-4da0-814e-d74473d083dc/a2572713-3d1d-4eb3-96c6-a1fc0f17a21d) {{(pid=101584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:26:02.751815 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Publish callbacks [] for port, precommit_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:02.758842 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:02.800175 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Network 218a59ed-3b09-4ceb-8748-c8be299e8f48 is already hosted by enough agents. {{(pid=101584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:26:02.807205 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Pushing event updated for resources: {'Port': ['ID=a2572713-3d1d-4eb3-96c6-a1fc0f17a21d,revision_number=1']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:02.816638 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.base_scheduler [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Resources bound (agent type, host, resource id): {{(pid=101584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:26:02.819315 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Received port after_create {{(pid=101584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:26:02.823255 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:02.823622 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:02.823960 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:02.824293 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:02.824647 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:02.824977 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:02.825298 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:02.825666 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:02.826004 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:02.826329 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:02.826646 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:02.826964 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:26:02.880842 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Attempting to bind port a2572713-3d1d-4eb3-96c6-a1fc0f17a21d on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:26:02.881211 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Attempting to bind port a2572713-3d1d-4eb3-96c6-a1fc0f17a21d by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': 'e10981c4-da77-451f-a495-0de200079b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '218a59ed-3b09-4ceb-8748-c8be299e8f48'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:26:02.881567 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Attempting to bind port a2572713-3d1d-4eb3-96c6-a1fc0f17a21d on network 218a59ed-3b09-4ceb-8748-c8be299e8f48 {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:26:02.886575 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:26:02.886940 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Checking segment: {'id': 'e10981c4-da77-451f-a495-0de200079b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '218a59ed-3b09-4ceb-8748-c8be299e8f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:26:02.887335 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:02.887746 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Bound using segment: {'id': 'e10981c4-da77-451f-a495-0de200079b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '218a59ed-3b09-4ceb-8748-c8be299e8f48'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:26:02.888208 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Bound port: a2572713-3d1d-4eb3-96c6-a1fc0f17a21d, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10981c4-da77-451f-a495-0de200079b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '218a59ed-3b09-4ceb-8748-c8be299e8f48'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:26:02.888626 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:02.955287 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] For port a2572713-3d1d-4eb3-96c6-a1fc0f17a21d, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:26:02.958397 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] For port a2572713-3d1d-4eb3-96c6-a1fc0f17a21d, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=a2572713-3d1d-4eb3-96c6-a1fc0f17a21d,segment=NetworkSegment(e10981c4-da77-451f-a495-0de200079b08),segment_id=e10981c4-da77-451f-a495-0de200079b08)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:26:02.963401 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:03.021166 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd19705-99c4-436d-bb86-920faa10d4f1 None None] Pushing event updated for resources: {'Port': ['ID=a2572713-3d1d-4eb3-96c6-a1fc0f17a21d,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:03.841936 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f1bc71-d063-4f12-817e-b74c892cfbdd None None] Network 218a59ed-3b09-4ceb-8748-c8be299e8f48 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:26:03.955377 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-50d48f88-b8b3-48d7-a4be-b2f0419d7e41 None None] Provisioning complete for port a2572713-3d1d-4eb3-96c6-a1fc0f17a21d triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:26:03.955739 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-50d48f88-b8b3-48d7-a4be-b2f0419d7e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:04.071526 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-50d48f88-b8b3-48d7-a4be-b2f0419d7e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:04.107586 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-50d48f88-b8b3-48d7-a4be-b2f0419d7e41 None None] For port a2572713-3d1d-4eb3-96c6-a1fc0f17a21d, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=a2572713-3d1d-4eb3-96c6-a1fc0f17a21d,segment=NetworkSegment(e10981c4-da77-451f-a495-0de200079b08),segment_id=e10981c4-da77-451f-a495-0de200079b08)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:26:04.111381 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-50d48f88-b8b3-48d7-a4be-b2f0419d7e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:04.162543 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d48f88-b8b3-48d7-a4be-b2f0419d7e41 None None] Pushing event updated for resources: {'Port': ['ID=a2572713-3d1d-4eb3-96c6-a1fc0f17a21d,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:26:04.235105 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-1b16015b-72e5-44de-aa20-a586e128d84a None None] Provisioning complete for port a2572713-3d1d-4eb3-96c6-a1fc0f17a21d triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:26:04.235475 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-1b16015b-72e5-44de-aa20-a586e128d84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:04.611053 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device a2572713-3d1d-4eb3-96c6-a1fc0f17a21d up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:26:04.662869 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port a2572713-3d1d-4eb3-96c6-a1fc0f17a21d triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:26:04.663236 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:10.415928 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e8383dc5-b9bd-420c-a159-17a81cc80719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:12.974091 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-027bf7eb-7212-4339-ad1e-d051e8dc8940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:14.063030 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:14.853226 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 5 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:26:15.473443 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:16.603113 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:40.416953 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-5f742e1b-b8c4-4b0e-b6fb-6cce95f5e729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:42.974749 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f49b-a1f6-4c7d-982c-170f8dfef707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:44.065153 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:45.477341 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:46.604321 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:26:51.852081 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 5 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:27:10.418960 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-34e502cb-75f5-42dc-983b-a4b8c092974a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:12.975520 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e6dc60e5-12f3-409f-af9a-6ee37bfb22d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:14.068107 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:15.483326 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:15.762841 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57088) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:27:15.768599 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [None req-1c2a1166-d5a3-448d-a12c-9c009b0dd807 tempest-verify_tempest_config-1200172043 tempest-verify_tempest_config-1200172043-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:27:15.769577 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-1c2a1166-d5a3-448d-a12c-9c009b0dd807 tempest-verify_tempest_config-1200172043 tempest-verify_tempest_config-1200172043-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057878 Nov 10 14:27:16.053230 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57106) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:27:16.155393 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:16.257319 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:16.261055 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:16.307703 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966141ec-478c-481b-9b3e-2864e81ae211,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:16.312867 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e954a06f0ad84a7fb8c2f0bdaf2e2b75&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2586586 Nov 10 14:27:16.315726 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57110) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:27:16.317278 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.317636 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.317979 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.318326 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.318656 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.319010 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.319348 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.319696 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.320045 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.320398 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.320728 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.321052 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c580bc-df9f-4ac2-9ac0-4b54db276e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.370399 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:16.390730 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:16.477368 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:16.479967 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:16.481197 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/966141ec-478c-481b-9b3e-2864e81ae211 HTTP/1.1" status: 204 len: 168 time: 0.1644528 Nov 10 14:27:16.490472 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966141ec-478c-481b-9b3e-2864e81ae211,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:27:16.498357 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.498733 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.499087 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.499427 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.499759 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.500095 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.500455 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.500788 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.501238 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.501568 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.501892 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.502215 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fbf21-75a9-46d3-b2b1-5f7c05f3f9bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:27:16.609422 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:28.850630 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 5 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:27:40.423948 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e66714ab-bbed-48ff-a291-ce4af5cfd3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:42.977504 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-18496529-27f3-4b51-ace4-8214a84a6e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:44.071267 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:45.481598 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:27:46.611762 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:28:05.849069 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 5 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:28:10.426136 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-92e3c1bf-65f4-46ae-bae4-6df5dce6f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:28:12.979138 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-980896f8-4da0-4c23-a141-c105ad52f67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:28:14.075145 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:28:15.485959 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:28:16.614679 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:28:40.428695 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-aaa06a77-014d-4fe5-bfc3-5f4fd37fd58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:28:42.849325 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 5 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:28:42.980901 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-f03934cc-df32-4a15-ad2b-70d887f4efbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:28:44.076417 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:28:45.488470 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:28:46.620149 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:28:46.678678 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3804740'] for agent, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:29:01.794989 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57184) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:29:01.897411 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-6c7c954b-2171-46d3-ae06-7ecf13b2812d admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1011345 Nov 10 14:29:04.234745 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57194) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:29:04.288957 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-d6cdbfd9-66f9-4bac-b8f5-172b53a79bb1 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531306 Nov 10 14:29:10.437347 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c5f2-cb4a-4c29-a5d1-e1591802c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:29:12.980835 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8b57e2d0-a4c9-4b76-9974-d1425e1241fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:29:14.079288 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:29:15.491214 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:29:16.621946 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:29:16.665509 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:29:19.848110 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:29:40.428992 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-f7ac18a5-cc80-4d6e-9ded-adc6709dd70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:29:42.983240 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8703c37f-5e28-404c-9138-aea8df4d4461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:29:44.081479 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:29:45.494979 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:29:46.622302 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:29:46.682237 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:29:56.846829 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:30:10.430417 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-3fb67df3-e473-4ffb-93eb-f9ccb0fa7b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:12.985399 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-5ec9fc9a-eb80-4913-8bd1-968d107cd0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:14.086359 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:15.496213 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:16.624986 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:16.682052 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:33.846351 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:30:34.293184 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57360) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:34.524054 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-866871376-network', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:34.547009 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Made reservation on behalf of 73922fcd10714bffbe4b87c8a066a93e for: {'network': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:34.549464 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:34.561315 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:34.646423 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:34.650758 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:34.680239 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636da4ef-42b9-471c-81e6-c41cfe7a1993,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:34.690465 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:30:34.693657 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:34.694036 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:34.694379 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:34.694718 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:34.695050 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:34.695399 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:34.695731 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:34.696263 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:34.696636 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:34.696965 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:34.697291 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:34.697613 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Tracked resource versions report: Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: pushed versions: Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: { 'AddressGroup': {'1.2'}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'ConntrackHelper': {'1.0'}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Log': {'1.0'}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Network': {'1.1'}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Port': {'1.7'}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'PortForwarding': {'1.2'}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'QosPolicy': {'1.10'}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'SecurityGroup': {'1.5'}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'SubPort': {'1.0'}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Subnet': {'1.1'}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Trunk': {'1.1'}} Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: consumer versions: Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: { DHCP agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: HyperV agent@hv-cinder-81722: {}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: L3 agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: Metadata agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: Metering agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: Open vSwitch agent@dv-cinder-817229-1-iscsi: { 'AddressGroup': '1.2', Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'ConntrackHelper': '1.0', Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Log': '1.0', Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Network': '1.1', Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Port': '1.7', Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'PortForwarding': '1.2', Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'QosPolicy': '1.10', Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'SecurityGroup': '1.5', Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'SecurityGroupRule': '1.2', Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'SubPort': '1.0', Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Subnet': '1.1', Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: 'Trunk': '1.1'}} Nov 10 14:30:34.698838 dv-cinder-817229-1-iscsi neutron-server[101582]: {{(pid=101582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:30:34.716467 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:34.716867 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.segments_db [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Added segment 5f305f4f-b064-4bca-be3a-6dfed8885673 of type vlan for network 1188f659-3386-43e3-8ceb-0934fe3b17ec Nov 10 14:30:34.786079 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:34.813335 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:34.814519 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:34.815547 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:34.851782 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57400) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:34.879986 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5856318 Nov 10 14:30:34.883207 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57406) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:34.888496 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Request body: {'subnet': {'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-subnet', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:34.892533 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0eb45-1faf-409b-a1aa-c5d2457f3364 admin admin] Pushing event updated for resources: {'Network': ['ID=1188f659-3386-43e3-8ceb-0934fe3b17ec,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:34.913076 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Made reservation on behalf of 73922fcd10714bffbe4b87c8a066a93e for: {'subnet': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:34.915502 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:34.918469 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 1188f659-3386-43e3-8ceb-0934fe3b17ec details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:30:35.101488 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for subnet, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.153808 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8cf2ed-4e3d-4140-bf62-99322ea8423a,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:35.164229 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:35.164630 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:35.165037 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:35.165311 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:35.165641 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:35.165969 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:35.166485 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:35.166831 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:35.167177 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:35.167509 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:35.167830 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:35.168148 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Tracked resource versions report: Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: pushed versions: Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: { 'AddressGroup': {'1.2'}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'ConntrackHelper': {'1.0'}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Log': {'1.0'}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Network': {'1.1'}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Port': {'1.7'}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'PortForwarding': {'1.2'}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'QosPolicy': {'1.10'}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'SecurityGroup': {'1.5'}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'SubPort': {'1.0'}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Subnet': {'1.1'}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Trunk': {'1.1'}} Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: consumer versions: Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: { DHCP agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: HyperV agent@hv-cinder-81722: {}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: L3 agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: Metadata agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: Metering agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: Open vSwitch agent@dv-cinder-817229-1-iscsi: { 'AddressGroup': '1.2', Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'ConntrackHelper': '1.0', Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Log': '1.0', Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Network': '1.1', Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Port': '1.7', Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'PortForwarding': '1.2', Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'QosPolicy': '1.10', Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'SecurityGroup': '1.5', Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'SecurityGroupRule': '1.2', Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'SubPort': '1.0', Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Subnet': '1.1', Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: 'Trunk': '1.1'}} Nov 10 14:30:35.169474 dv-cinder-817229-1-iscsi neutron-server[101583]: {{(pid=101583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:30:35.189989 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Checking segment: {'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:30:35.190350 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Network hostable DHCP agents. Network: 1188f659-3386-43e3-8ceb-0934fe3b17ec, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:30:35.211011 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Network 1188f659-3386-43e3-8ceb-0934fe3b17ec is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:30:35.221415 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 1188f659-3386-43e3-8ceb-0934fe3b17ec) {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:35.227228 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:35.228090 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.234600 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9774a4-2e62-4546-8835-4d33dd61595a None None] Network 1188f659-3386-43e3-8ceb-0934fe3b17ec requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:30:35.257047 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-53f89eb8-1975-417f-b72b-2b36ff40a847 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3725185 Nov 10 14:30:35.257558 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57424) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:35.261896 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:35.289906 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126634'] for router, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.292077 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3804106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3801192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126611'] for router, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.405844 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.429380 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6936937e-824a-563d-8a07-25313d23f3cc-1188f659-3386-43e3-8ceb-0934fe3b17ec', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a'}]}} from dv-cinder-817229-1-iscsi. {{(pid=101584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 14:30:35.430369 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.433146 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1892654804-network', 'tenant_id': '981db8470d4046438eb5714fc16e1acd'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:35.460757 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] Made reservation on behalf of 981db8470d4046438eb5714fc16e1acd for: {'network': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:35.464803 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.476295 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.498554 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57430) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:35.564657 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.638128 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.643388 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.650639 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.db_base_plugin_common [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Allocated IP 172.20.0.2 (1188f659-3386-43e3-8ceb-0934fe3b17ec/fa8cf2ed-4e3d-4140-bf62-99322ea8423a/7751e7b8-7bc9-4a6f-85ec-20f1eec7401b) {{(pid=101584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:30:35.687610 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=101583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:30:35.717252 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a40855a-a2ac-47ab-857e-1a50dc80901c,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:35.731521 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57436) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:35.739326 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.739554 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.segments_db [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] Added segment eae53f19-44c0-4bb7-ac5f-11d1175f44ca of type vlan for network 31b54cfb-1311-4b00-9564-b327455b5f7f Nov 10 14:30:35.835067 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-128343296-network', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:35.884696 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Publish callbacks [] for port, precommit_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.888235 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.898387 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.921272 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.966918 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Pushing event updated for resources: {'Port': ['ID=7751e7b8-7bc9-4a6f-85ec-20f1eec7401b,revision_number=1']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:35.969965 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.972017 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:35.974331 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:35.974995 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.001776 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:36.002880 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:36.004842 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:36.007507 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:36.008041 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:36.008242 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-417736278-network', 'tenant_id': '8c26bc2100f844239f9892b1d199bfcf'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:36.008561 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:36.008897 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:36.009229 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:36.009608 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:36.009940 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:36.011193 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:36.013652 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Tracked resource versions report: Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: pushed versions: Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: { 'AddressGroup': {'1.2'}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'ConntrackHelper': {'1.0'}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Log': {'1.0'}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Network': {'1.1'}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Port': {'1.7'}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'PortForwarding': {'1.2'}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'QosPolicy': {'1.10'}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'SecurityGroup': {'1.5'}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'SubPort': {'1.0'}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Subnet': {'1.1'}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Trunk': {'1.1'}} Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: consumer versions: Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: { DHCP agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: HyperV agent@hv-cinder-81722: {}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: L3 agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: Metadata agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: Metering agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: Open vSwitch agent@dv-cinder-817229-1-iscsi: { 'AddressGroup': '1.2', Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'ConntrackHelper': '1.0', Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Log': '1.0', Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Network': '1.1', Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Port': '1.7', Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'PortForwarding': '1.2', Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'QosPolicy': '1.10', Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'SecurityGroup': '1.5', Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'SecurityGroupRule': '1.2', Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'SubPort': '1.0', Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Subnet': '1.1', Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: 'Trunk': '1.1'}} Nov 10 14:30:36.014776 dv-cinder-817229-1-iscsi neutron-server[101584]: {{(pid=101584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:30:36.024849 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] Made reservation on behalf of 2430c7f095e74156a1565c216a9a2b06 for: {'network': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:36.027903 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.034577 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Network 1188f659-3386-43e3-8ceb-0934fe3b17ec is already hosted by enough agents. {{(pid=101584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:30:36.036970 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.base_scheduler [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Resources bound (agent type, host, resource id): {{(pid=101584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:36.042749 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Received port after_create {{(pid=101584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:30:36.151391 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Attempting to bind port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:30:36.154376 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Attempting to bind port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:30:36.154919 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Attempting to bind port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b on network 1188f659-3386-43e3-8ceb-0934fe3b17ec {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:30:36.170026 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:30:36.170972 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Checking segment: {'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:30:36.171537 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.172794 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Bound using segment: {'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:30:36.173437 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Bound port: 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:30:36.177137 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.225173 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.227424 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=31b54cfb-1311-4b00-9564-b327455b5f7f,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:36.243148 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-9abc4985-f2fd-43e4-b1de-0e56118e6dd2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3898721 Nov 10 14:30:36.254280 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 31b54cfb-1311-4b00-9564-b327455b5f7f details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:30:36.255887 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57456) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:36.257921 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] Made reservation on behalf of 8c26bc2100f844239f9892b1d199bfcf for: {'network': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:36.265467 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.287316 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Allocated IP 172.27.1.81 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/4f5faaf7-d414-4187-ae25-5c6f9d67194d) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:30:36.296864 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-da72a6af-b5de-489e-84c7-9f9fbe94ba77 admin admin] Request body: {'subnet': {'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1892654804-subnet', 'tenant_id': '981db8470d4046438eb5714fc16e1acd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:36.303980 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.382725 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] For port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:30:36.392093 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] For port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=7751e7b8-7bc9-4a6f-85ec-20f1eec7401b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:30:36.395901 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.407310 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.451096 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=101583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:30:36.469290 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da72a6af-b5de-489e-84c7-9f9fbe94ba77 admin admin] Made reservation on behalf of 981db8470d4046438eb5714fc16e1acd for: {'subnet': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:36.474607 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-da72a6af-b5de-489e-84c7-9f9fbe94ba77 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.474952 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.505782 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.523534 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80f6dc9-cad8-4787-9d66-b522d232d19a,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:36.548688 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.549241 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.segments_db [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] Added segment 28f69afe-938d-42b4-814b-24e588e8a241 of type vlan for network 51adad85-2310-4257-b12d-2fa5a02b15eb Nov 10 14:30:36.552590 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.566349 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34188a2-1b2e-4cbc-902c-dd40bce8c20b None None] Pushing event updated for resources: {'Port': ['ID=7751e7b8-7bc9-4a6f-85ec-20f1eec7401b,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:36.620617 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Pushing event updated for resources: {'Port': ['ID=4f5faaf7-d414-4187-ae25-5c6f9d67194d,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:36.625248 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:30:36.626849 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:36.631647 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:30:36.704244 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.790279 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.792710 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.793743 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:36.794337 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.811058 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:36.902059 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4018517 Nov 10 14:30:36.905429 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57488) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:36.907469 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:30:36.923790 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-3ca27d8f-a57f-4595-b18b-6abacea9ddac admin admin] Request body: {'subnet': {'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-128343296-subnet', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:36.954469 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:37.006966 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b91bd-f07e-4025-b73f-f59dd5a13899 admin admin] Pushing event updated for resources: {'Network': ['ID=51adad85-2310-4257-b12d-2fa5a02b15eb,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:37.006966 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:37.006966 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.segments_db [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] Added segment 784288a7-27e0-4302-b16b-bd8ecfe972bc of type vlan for network 78618045-4f60-46fd-b46f-6122189ead0a Nov 10 14:30:37.015028 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 51adad85-2310-4257-b12d-2fa5a02b15eb details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:30:37.028047 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f85aac-bb1d-430d-9371-041cbf58004e,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:37.097073 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca27d8f-a57f-4595-b18b-6abacea9ddac admin admin] Made reservation on behalf of 2430c7f095e74156a1565c216a9a2b06 for: {'subnet': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:37.099849 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3ca27d8f-a57f-4595-b18b-6abacea9ddac admin admin] Publish callbacks [] for subnet, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:37.178843 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:37.187932 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-da72a6af-b5de-489e-84c7-9f9fbe94ba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for subnet, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:37.321843 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:37.322700 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:37.323276 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:37.325459 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72a6af-b5de-489e-84c7-9f9fbe94ba77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e9e263-5186-4e72-813e-b280f20048ae,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:37.386152 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801279'] for router, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:37.388490 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6545882 Nov 10 14:30:37.391961 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57490) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:37.394171 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72a6af-b5de-489e-84c7-9f9fbe94ba77 admin admin] Checking segment: {'id': 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:30:37.394520 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da72a6af-b5de-489e-84c7-9f9fbe94ba77 admin admin] Network hostable DHCP agents. Network: 31b54cfb-1311-4b00-9564-b327455b5f7f, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:30:37.399469 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-e6e7bc6e-4756-4eeb-9ca7-ceb3670f03b0 admin admin] Request body: {'subnet': {'network_id': '78618045-4f60-46fd-b46f-6122189ead0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-417736278-subnet', 'tenant_id': '8c26bc2100f844239f9892b1d199bfcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:37.467668 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1e031-9cd1-49ac-bd4b-69656001e6f0 admin admin] Pushing event updated for resources: {'Network': ['ID=78618045-4f60-46fd-b46f-6122189ead0a,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:37.484781 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 78618045-4f60-46fd-b46f-6122189ead0a details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:30:37.505723 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da72a6af-b5de-489e-84c7-9f9fbe94ba77 admin admin] Network 31b54cfb-1311-4b00-9564-b327455b5f7f is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:30:37.512943 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e7bc6e-4756-4eeb-9ca7-ceb3670f03b0 admin admin] Made reservation on behalf of 8c26bc2100f844239f9892b1d199bfcf for: {'subnet': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:37.515351 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bc6e-4756-4eeb-9ca7-ceb3670f03b0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:37.571273 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-da72a6af-b5de-489e-84c7-9f9fbe94ba77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 31b54cfb-1311-4b00-9564-b327455b5f7f) {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:37.576122 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da72a6af-b5de-489e-84c7-9f9fbe94ba77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:37.576664 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-da72a6af-b5de-489e-84c7-9f9fbe94ba77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:37.644066 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce39db5e-a761-4a40-8b47-dff683841391 None None] Network 31b54cfb-1311-4b00-9564-b327455b5f7f requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:30:37.706081 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Router ff944250-83fa-4755-ae5c-94b5fb23c236 is scheduled to L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 with binding_index 1 {{(pid=101582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 14:30:38.059222 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c0fa27-897c-4fc6-babf-19a16a057554 None None] Network 31b54cfb-1311-4b00-9564-b327455b5f7f requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:30:38.122655 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-da72a6af-b5de-489e-84c7-9f9fbe94ba77 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8632855 Nov 10 14:30:38.129984 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57546) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:38.138306 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1892654804-router', 'tenant_id': '981db8470d4046438eb5714fc16e1acd', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:38.140225 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:30:38.145945 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3ca27d8f-a57f-4595-b18b-6abacea9ddac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for subnet, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:38.150622 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Sync routers for ids ['ff944250-83fa-4755-ae5c-94b5fb23c236'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:30:38.172313 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Routers {'ff944250-83fa-4755-ae5c-94b5fb23c236'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:30:38.174267 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:30:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['ff944250-83fa-4755-ae5c-94b5fb23c236'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:38.204152 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bc6e-4756-4eeb-9ca7-ceb3670f03b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for subnet, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:38.249275 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] Publish callbacks [] for router, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:38.250643 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-a452009a-9962-4fa6-a47d-f11232cde568 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9920480 Nov 10 14:30:38.254235 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57556) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:38.274728 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126634'] for router, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:38.283814 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3804106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3801192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126611'] for router, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:38.297525 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca27d8f-a57f-4595-b18b-6abacea9ddac admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe999501-c772-4030-bed3-027c2ee0e36a,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:38.380122 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17ce6a4-5071-485c-b7b5-1b65ec6e13a2 None None] Network 1188f659-3386-43e3-8ceb-0934fe3b17ec requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:30:38.438911 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Set router ff944250-83fa-4755-ae5c-94b5fb23c236 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:30:38.456572 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:38.513700 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7bc6e-4756-4eeb-9ca7-ceb3670f03b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f8eafe-70d8-46e4-bb92-cf3ddab9756a,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:38.563070 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-478ab890-1b5d-4769-8f99-9fa317ade1dc None None] Provisioning complete for port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:38.563726 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-478ab890-1b5d-4769-8f99-9fa317ade1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:38.658693 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-478ab890-1b5d-4769-8f99-9fa317ade1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:38.702704 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-478ab890-1b5d-4769-8f99-9fa317ade1dc None None] For port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=7751e7b8-7bc9-4a6f-85ec-20f1eec7401b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:30:38.712922 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-478ab890-1b5d-4769-8f99-9fa317ade1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:38.793618 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ab890-1b5d-4769-8f99-9fa317ade1dc None None] Pushing event updated for resources: {'Port': ['ID=7751e7b8-7bc9-4a6f-85ec-20f1eec7401b,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:38.813606 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57566) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:38.846815 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:36Z', 'revision_number': 3, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:38.852407 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:30:38.876762 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Checking router: ff944250-83fa-4755-ae5c-94b5fb23c236 for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:30:38.877695 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Updating router ff944250-83fa-4755-ae5c-94b5fb23c236 port 4f5faaf7-d414-4187-ae25-5c6f9d67194d binding host dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:30:38.896330 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57574) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:38.913541 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:38.927973 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:38.952483 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:38.957277 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:38.957566 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca27d8f-a57f-4595-b18b-6abacea9ddac admin admin] Checking segment: {'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:30:38.957566 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca27d8f-a57f-4595-b18b-6abacea9ddac admin admin] Network hostable DHCP agents. Network: 51adad85-2310-4257-b12d-2fa5a02b15eb, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:30:39.078605 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e7bc6e-4756-4eeb-9ca7-ceb3670f03b0 admin admin] Checking segment: {'id': '784288a7-27e0-4302-b16b-bd8ecfe972bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '78618045-4f60-46fd-b46f-6122189ead0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:30:39.080141 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e7bc6e-4756-4eeb-9ca7-ceb3670f03b0 admin admin] Network hostable DHCP agents. Network: 78618045-4f60-46fd-b46f-6122189ead0a, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:30:39.094909 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.129622 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca27d8f-a57f-4595-b18b-6abacea9ddac admin admin] Network 51adad85-2310-4257-b12d-2fa5a02b15eb is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:30:39.156931 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-3ca27d8f-a57f-4595-b18b-6abacea9ddac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 51adad85-2310-4257-b12d-2fa5a02b15eb) {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:39.193803 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca27d8f-a57f-4595-b18b-6abacea9ddac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:39.194371 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3ca27d8f-a57f-4595-b18b-6abacea9ddac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.291442 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Publish callbacks [] for port, precommit_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.298320 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.305288 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d27200b-f023-417c-aad6-5e593072a2a3 None None] Network 51adad85-2310-4257-b12d-2fa5a02b15eb requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:30:39.315416 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e7bc6e-4756-4eeb-9ca7-ceb3670f03b0 admin admin] Network 78618045-4f60-46fd-b46f-6122189ead0a is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:30:39.342252 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-3ca27d8f-a57f-4595-b18b-6abacea9ddac admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4254065 Nov 10 14:30:39.345758 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57582) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:39.348471 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8e8cf638-fb2f-45c2-9970-70e2a3e1afdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.350710 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-e6e7bc6e-4756-4eeb-9ca7-ceb3670f03b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 78618045-4f60-46fd-b46f-6122189ead0a) {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:39.362236 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Attempting to bind port 4f5faaf7-d414-4187-ae25-5c6f9d67194d on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:30:39.363154 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Attempting to bind port 4f5faaf7-d414-4187-ae25-5c6f9d67194d by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:30:39.363515 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Attempting to bind port 4f5faaf7-d414-4187-ae25-5c6f9d67194d on network 44ed265f-6e99-4080-a569-99c206a012ee {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:30:39.364988 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:39.373401 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:30:39.373799 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Checking segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:30:39.374163 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.374548 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Bound using segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:30:39.375011 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Bound port: 4f5faaf7-d414-4187-ae25-5c6f9d67194d, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:30:39.375383 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.376911 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Pushing event updated for resources: {'Port': ['ID=4f5faaf7-d414-4187-ae25-5c6f9d67194d,revision_number=2']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:39.386992 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e7bc6e-4756-4eeb-9ca7-ceb3670f03b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:39.387949 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bc6e-4756-4eeb-9ca7-ceb3670f03b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.398641 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7891be-7ae6-4a01-a1f4-c8b248c37b24 None None] Network 78618045-4f60-46fd-b46f-6122189ead0a requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:30:39.404334 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:39.404877 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:39.405253 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:39.405650 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:39.406021 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:39.406351 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:39.406677 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:39.407111 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:39.407494 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:39.408420 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:39.408808 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:39.409449 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Tracked resource versions report: Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: pushed versions: Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: { 'AddressGroup': {'1.2'}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'ConntrackHelper': {'1.0'}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Log': {'1.0'}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Network': {'1.1'}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Port': {'1.7'}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'PortForwarding': {'1.2'}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'QosPolicy': {'1.10'}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'SecurityGroup': {'1.5'}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'SecurityGroupRule': {'1.2'}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'SubPort': {'1.0'}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Subnet': {'1.1'}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Trunk': {'1.1'}} Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: consumer versions: Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: { DHCP agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: HyperV agent@hv-cinder-81722: {}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: L3 agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: Metadata agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: Metering agent@dv-cinder-817229-1-iscsi: {}, Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: Open vSwitch agent@dv-cinder-817229-1-iscsi: { 'AddressGroup': '1.2', Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'ConntrackHelper': '1.0', Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Log': '1.0', Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Network': '1.1', Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Port': '1.7', Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'PortForwarding': '1.2', Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'QosPolicy': '1.10', Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'SecurityGroup': '1.5', Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'SecurityGroupRule': '1.2', Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'SubPort': '1.0', Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Subnet': '1.1', Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: 'Trunk': '1.1'}} Nov 10 14:30:39.410539 dv-cinder-817229-1-iscsi neutron-server[101585]: {{(pid=101585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 14:30:39.450481 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2c975c82-7e4d-4bfa-be44-a59e28ffd2a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.454748 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126634'] for router, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.456168 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3804106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3801192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126611'] for router, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.463154 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] For port 4f5faaf7-d414-4187-ae25-5c6f9d67194d, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:30:39.468566 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] For port 4f5faaf7-d414-4187-ae25-5c6f9d67194d, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=4f5faaf7-d414-4187-ae25-5c6f9d67194d,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:30:39.473310 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-e6e7bc6e-4756-4eeb-9ca7-ceb3670f03b0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0800140 Nov 10 14:30:39.484366 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.526220 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-9b193889-b704-43a6-ad67-9e07d631488d None None] Provisioning complete for port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:39.526952 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-9b193889-b704-43a6-ad67-9e07d631488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.552972 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.553598 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbcc81-81a2-4e74-b071-67a22d7a6c09 None None] Pushing event updated for resources: {'Port': ['ID=4f5faaf7-d414-4187-ae25-5c6f9d67194d,revision_number=3']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:39.576794 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6936937e-824a-563d-8a07-25313d23f3cc-51adad85-2310-4257-b12d-2fa5a02b15eb', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a'}]}} from dv-cinder-817229-1-iscsi. {{(pid=101584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 14:30:39.577865 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.596570 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Routers {'ff944250-83fa-4755-ae5c-94b5fb23c236'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:30:39.598965 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:30:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['ff944250-83fa-4755-ae5c-94b5fb23c236'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:39.600276 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Allocated IP 172.20.0.1 (1188f659-3386-43e3-8ceb-0934fe3b17ec/fa8cf2ed-4e3d-4140-bf62-99322ea8423a/370bd574-6c87-41ad-b3dc-85c263e58d1f) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:30:39.771453 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2c975c82-7e4d-4bfa-be44-a59e28ffd2a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.777596 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2c975c82-7e4d-4bfa-be44-a59e28ffd2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.810884 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-2c975c82-7e4d-4bfa-be44-a59e28ffd2a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a28bc85854eb44eeb71c9e1e03caa482&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9959621 Nov 10 14:30:39.826151 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57598) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:39.861018 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] Set router ff944250-83fa-4755-ae5c-94b5fb23c236 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:30:39.887588 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.899437 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.931061 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8e8cf638-fb2f-45c2-9970-70e2a3e1afdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.976115 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.db_base_plugin_common [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Allocated IP 172.20.0.2 (51adad85-2310-4257-b12d-2fa5a02b15eb/fe999501-c772-4030-bed3-027c2ee0e36a/7dc0ae38-1a70-4be0-8650-98831317502a) {{(pid=101584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:30:39.980942 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a50665ca-6755-494c-b1b5-c38b53e5852f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:39.988053 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c975c82-7e4d-4bfa-be44-a59e28ffd2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14250358-64bc-41dc-9c2e-dee516542216,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:40.002765 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8e8cf638-fb2f-45c2-9970-70e2a3e1afdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:40.058519 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a50665ca-6755-494c-b1b5-c38b53e5852f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:40.134022 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:40.175489 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-8e8cf638-fb2f-45c2-9970-70e2a3e1afdb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c336b1361774fad8d634f55228dba83&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2684467 Nov 10 14:30:40.177011 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:40.195401 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57626) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:40.197427 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Network 1188f659-3386-43e3-8ceb-0934fe3b17ec is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:30:40.208149 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:40.209177 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Publish callbacks [] for port, precommit_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:40.213205 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57630) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:40.229870 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:40.231026 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:40.246442 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbae9ab4-18cd-425e-b4fb-b70352db8e18 None None] Network 78618045-4f60-46fd-b46f-6122189ead0a requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:30:40.251390 dv-cinder-817229-1-iscsi neutron-server[101583]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 14:30:40.266528 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cf638-fb2f-45c2-9970-70e2a3e1afdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d2f8c1-7e2b-4a59-ba39-b062c666ccdc,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:40.314690 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:30:40.318952 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804264'] for router_interface, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:40.341012 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Network 51adad85-2310-4257-b12d-2fa5a02b15eb is already hosted by enough agents. {{(pid=101584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:30:40.349163 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.base_scheduler [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Resources bound (agent type, host, resource id): {{(pid=101584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:40.351929 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Received port after_create {{(pid=101584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:30:40.359637 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Pushing event updated for resources: {'Port': ['ID=370bd574-6c87-41ad-b3dc-85c263e58d1f,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:40.365478 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:36Z', 'revision_number': 3, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:40.389474 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Pushing event updated for resources: {'Port': ['ID=7dc0ae38-1a70-4be0-8650-98831317502a,revision_number=1']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:40.427514 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a50665ca-6755-494c-b1b5-c38b53e5852f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:40.427514 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a50665ca-6755-494c-b1b5-c38b53e5852f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:40.430496 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b3a9f-533e-4701-9ab7-abb68d9993e7 None None] The sync data for ids ['ff944250-83fa-4755-ae5c-94b5fb23c236'] in dv-cinder-817229-1-iscsi is: [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:36Z', 'revision_number': 3, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:30:40.434575 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-a50665ca-6755-494c-b1b5-c38b53e5852f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14250358-64bc-41dc-9c2e-dee516542216 HTTP/1.1" status: 204 len: 168 time: 0.6048846 Nov 10 14:30:40.585948 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50665ca-6755-494c-b1b5-c38b53e5852f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14250358-64bc-41dc-9c2e-dee516542216,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:40.607502 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Allocated IP 172.27.1.163 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/54042358-a323-4506-9baa-56ab1b6399f8) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:30:40.651350 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a82eb99e-648b-4808-aa5a-61805cf7b477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:40.680664 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-2e714c8b-148a-4db2-bc4b-f8200a8eedcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:40.704094 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a82eb99e-648b-4808-aa5a-61805cf7b477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:40.813033 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Attempting to bind port 7dc0ae38-1a70-4be0-8650-98831317502a on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:30:40.813407 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Attempting to bind port 7dc0ae38-1a70-4be0-8650-98831317502a by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:30:40.813773 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Attempting to bind port 7dc0ae38-1a70-4be0-8650-98831317502a on network 51adad85-2310-4257-b12d-2fa5a02b15eb {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:30:40.816109 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:30:40.994064 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:30:40.994450 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Checking segment: {'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:30:40.995837 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:40.995837 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Bound using segment: {'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:30:40.995837 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Bound port: 7dc0ae38-1a70-4be0-8650-98831317502a, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:30:40.996167 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:41.143242 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a82eb99e-648b-4808-aa5a-61805cf7b477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:41.149438 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a82eb99e-648b-4808-aa5a-61805cf7b477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:41.150785 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-a82eb99e-648b-4808-aa5a-61805cf7b477 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20d2f8c1-7e2b-4a59-ba39-b062c666ccdc HTTP/1.1" status: 204 len: 168 time: 0.9522033 Nov 10 14:30:41.185416 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82eb99e-648b-4808-aa5a-61805cf7b477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d2f8c1-7e2b-4a59-ba39-b062c666ccdc,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:41.248492 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-11872392-94df-48d6-a655-2a24aa656702 None None] Provisioning complete for port 370bd574-6c87-41ad-b3dc-85c263e58d1f triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:41.248885 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-11872392-94df-48d6-a655-2a24aa656702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:41.267663 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57662) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:41.306420 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-11872392-94df-48d6-a655-2a24aa656702 None None] Port 370bd574-6c87-41ad-b3dc-85c263e58d1f cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:30:41.317336 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] For port 7dc0ae38-1a70-4be0-8650-98831317502a, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:30:41.352207 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9a4d98c4-ce6d-4186-a906-d515808e3800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:41.354878 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] For port 7dc0ae38-1a70-4be0-8650-98831317502a, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=7dc0ae38-1a70-4be0-8650-98831317502a,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:30:41.355938 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:41.356377 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:41.361298 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:41.380000 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:41.390052 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-edf0a5b1-0b60-4b09-89a4-e35b9961156a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:41.392709 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-edf0a5b1-0b60-4b09-89a4-e35b9961156a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/networks?id=78618045-4f60-46fd-b46f-6122189ead0a HTTP/1.1" status: 200 len: 811 time: 1.1478567 Nov 10 14:30:41.432890 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:41.471676 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-56b57458-3cf9-44a7-9aa9-d85e324c645f tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/quotas/8c26bc2100f844239f9892b1d199bfcf HTTP/1.1" status: 200 len: 375 time: 0.0671344 Nov 10 14:30:41.521890 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b18dc-62f8-42e0-87dd-3521d9c934c5 None None] Pushing event updated for resources: {'Port': ['ID=7dc0ae38-1a70-4be0-8650-98831317502a,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:41.717399 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:41.728866 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-ac5b9eee-85c3-4c31-8f09-1253a8dd7fe5 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c26bc2100f844239f9892b1d199bfcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2466927 Nov 10 14:30:41.746979 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9a4d98c4-ce6d-4186-a906-d515808e3800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:41.759145 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9a4d98c4-ce6d-4186-a906-d515808e3800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:41.909182 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-9a4d98c4-ce6d-4186-a906-d515808e3800 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e35d9126c7440458b10fa7bb9b993d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6404531 Nov 10 14:30:41.912335 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57678) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:41.960274 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d98c4-ce6d-4186-a906-d515808e3800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06547c1-9caa-4636-b63a-1352469c2d1d,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:42.025900 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:42.040765 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:42.041491 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3713624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804412'] for router_interface, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:42.063522 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:30:42.073682 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:42.101375 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:30:42.103420 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-763ed9e8-c3e9-48a6-a1db-72a94567fbb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:42.146500 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Pushing event updated for resources: {'Port': ['ID=370bd574-6c87-41ad-b3dc-85c263e58d1f,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:42.203026 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Pushing event updated for resources: {'Port': ['ID=54042358-a323-4506-9baa-56ab1b6399f8,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:42.239700 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-763ed9e8-c3e9-48a6-a1db-72a94567fbb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:42.255542 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:42.407448 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-b95b244f-d660-46d5-8f17-ea1bcc4c1fda service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:30:42.410978 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-b95b244f-d660-46d5-8f17-ea1bcc4c1fda service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2990606 Nov 10 14:30:42.412440 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:42.454175 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-763ed9e8-c3e9-48a6-a1db-72a94567fbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:42.456965 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-763ed9e8-c3e9-48a6-a1db-72a94567fbb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:42.460536 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-763ed9e8-c3e9-48a6-a1db-72a94567fbb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f06547c1-9caa-4636-b63a-1352469c2d1d HTTP/1.1" status: 204 len: 168 time: 0.5454121 Nov 10 14:30:42.460536 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Network 1188f659-3386-43e3-8ceb-0934fe3b17ec is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:30:42.475793 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:42.526867 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ed9e8-c3e9-48a6-a1db-72a94567fbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06547c1-9caa-4636-b63a-1352469c2d1d,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:42.750233 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e588a875-847d-4b15-8d97-36cc0e8e4428 service neutron] 10.222.0.39 "GET /v2.0/networks/78618045-4f60-46fd-b46f-6122189ead0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190794 Nov 10 14:30:42.887709 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Router ff944250-83fa-4755-ae5c-94b5fb23c236 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:30:42.958624 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 7dc0ae38-1a70-4be0-8650-98831317502a up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:30:43.060206 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-d308b38d-d0f0-4b8e-953d-68e0310f2829 None None] Provisioning complete for port 370bd574-6c87-41ad-b3dc-85c263e58d1f triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:43.061061 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d308b38d-d0f0-4b8e-953d-68e0310f2829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:43.125976 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-2f29bc13-66ac-4d33-9e25-c297d0dce299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:43.131339 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:30:43.149103 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-6795667d-8975-43c7-8871-33feba48d130 admin admin] 10.222.0.39 "PUT /v2.0/routers/ff944250-83fa-4755-ae5c-94b5fb23c236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8857708 Nov 10 14:30:43.195572 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-d308b38d-d0f0-4b8e-953d-68e0310f2829 None None] Port 370bd574-6c87-41ad-b3dc-85c263e58d1f cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:30:43.221424 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Allocated IP 172.27.1.125 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/62d2739f-2b0c-4699-b5b5-d95c31f8d18d) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:30:43.225217 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 7dc0ae38-1a70-4be0-8650-98831317502a triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:43.225724 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:43.254772 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:43.389724 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:43.402873 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-7ba59501-8289-4b33-9022-e85390e6ad0f service neutron] 10.222.0.39 "GET /v2.0/networks/78618045-4f60-46fd-b46f-6122189ead0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903214 Nov 10 14:30:43.522900 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port 7dc0ae38-1a70-4be0-8650-98831317502a, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=7dc0ae38-1a70-4be0-8650-98831317502a,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:30:43.530366 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:43.532524 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 4f5faaf7-d414-4187-ae25-5c6f9d67194d up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:30:43.544497 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782091f4-c1f0-4715-bf08-c10e6a40c295 None None] Network 51adad85-2310-4257-b12d-2fa5a02b15eb requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:30:43.564323 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:43.725626 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Sync routers for ids ['ff944250-83fa-4755-ae5c-94b5fb23c236'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:30:43.776770 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801279'] for router, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:43.991124 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-37f374e5-4aa4-449b-b3cf-521cf061e5f7 None None] Provisioning complete for port 7dc0ae38-1a70-4be0-8650-98831317502a triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:43.991124 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-37f374e5-4aa4-449b-b3cf-521cf061e5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:44.074690 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Routers {'ff944250-83fa-4755-ae5c-94b5fb23c236'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:30:44.080721 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:30:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['ff944250-83fa-4755-ae5c-94b5fb23c236'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:44.104150 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e0683b9f-c093-4022-842c-db530e46de7c req-95d0e9fe-8f17-449b-945b-0c36882da115 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 210 time: 0.0957956 Nov 10 14:30:44.135267 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:44.185856 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Router 7b30a8e9-5a00-4748-bec5-daaac413d5e3 is scheduled to L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 with binding_index 1 {{(pid=101583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 14:30:44.205143 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=7dc0ae38-1a70-4be0-8650-98831317502a,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:44.236551 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:30:44.245825 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:44.250554 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:44.259112 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:30:44.264949 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Pushing event updated for resources: {'Port': ['ID=62d2739f-2b0c-4699-b5b5-d95c31f8d18d,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:44.397890 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 4f5faaf7-d414-4187-ae25-5c6f9d67194d triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:44.398263 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:44.545188 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Set router ff944250-83fa-4755-ae5c-94b5fb23c236 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:30:44.985582 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57792) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:44.998376 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-4037ef88-03ea-4785-af86-bd8c8343d231 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2095813631', 'description': 'tempest-description--290930537'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:45.089490 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4037ef88-03ea-4785-af86-bd8c8343d231 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:45.219246 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:30:45.248679 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Sync routers for ids ['7b30a8e9-5a00-4748-bec5-daaac413d5e3'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:30:45.263801 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Routers {'7b30a8e9-5a00-4748-bec5-daaac413d5e3'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:30:45.266327 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:30:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['7b30a8e9-5a00-4748-bec5-daaac413d5e3'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:45.272944 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57800) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:45.279767 dv-cinder-817229-1-iscsi neutron-server[101582]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 14:30:45.309122 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] Publish callbacks [] for router, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:45.313144 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-16e3d185-8a59-4de9-8fb7-8a916f4097cd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.1766605 Nov 10 14:30:45.351415 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57802) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:45.407651 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-4436f75d-27a3-4518-9cc2-5af6137ef458 None None] Provisioning complete for port 7dc0ae38-1a70-4be0-8650-98831317502a triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:45.408264 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-4436f75d-27a3-4518-9cc2-5af6137ef458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:45.522419 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:45.531027 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-22769d16-280a-4c66-bfce-5b0046d55ede req-1f270a53-c62b-47e4-a8ba-c3186a89d6f3 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 210 time: 0.2550168 Nov 10 14:30:45.554932 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4037ef88-03ea-4785-af86-bd8c8343d231 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:45.556242 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:45.567352 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4037ef88-03ea-4785-af86-bd8c8343d231 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:45.580868 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port 4f5faaf7-d414-4187-ae25-5c6f9d67194d, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=4f5faaf7-d414-4187-ae25-5c6f9d67194d,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:30:45.604527 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Set router 7b30a8e9-5a00-4748-bec5-daaac413d5e3 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:30:45.611080 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:45.704086 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4037ef88-03ea-4785-af86-bd8c8343d231 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:45.706564 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-4037ef88-03ea-4785-af86-bd8c8343d231 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7178884 Nov 10 14:30:45.712288 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57814) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:45.747437 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-19281e52-0b5f-41cd-891c-f1fd98af18d1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Request body: {'security_group_rule': {'security_group_id': '53837ab1-d988-4b05-92eb-843bd7ec0428', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:45.821903 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:45.827921 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 7dc0ae38-1a70-4be0-8650-98831317502a up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:30:45.835266 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57818) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:45.985414 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 2, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:46.076010 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Checking router: ff944250-83fa-4755-ae5c-94b5fb23c236 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:30:46.078538 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Updating router ff944250-83fa-4755-ae5c-94b5fb23c236 port 370bd574-6c87-41ad-b3dc-85c263e58d1f binding host dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:30:46.086856 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 7dc0ae38-1a70-4be0-8650-98831317502a triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:46.087600 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:46.142704 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801279'] for router, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:46.160972 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037ef88-03ea-4785-af86-bd8c8343d231 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53837ab1-d988-4b05-92eb-843bd7ec0428,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:46.226256 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=4f5faaf7-d414-4187-ae25-5c6f9d67194d,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:46.260530 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:46.271956 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-19281e52-0b5f-41cd-891c-f1fd98af18d1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:46.334079 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1892654804-router', 'tenant_id': '981db8470d4046438eb5714fc16e1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '54042358-a323-4506-9baa-56ab1b6399f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:38Z', 'updated_at': '2021-11-10T14:30:42Z', 'revision_number': 3, 'project_id': '981db8470d4046438eb5714fc16e1acd', 'gw_port': {'id': '54042358-a323-4506-9baa-56ab1b6399f8', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:40Z', 'updated_at': '2021-11-10T14:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:46.421322 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Checking router: 7b30a8e9-5a00-4748-bec5-daaac413d5e3 for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:30:46.426391 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Updating router 7b30a8e9-5a00-4748-bec5-daaac413d5e3 port 54042358-a323-4506-9baa-56ab1b6399f8 binding host dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:30:46.522538 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-19281e52-0b5f-41cd-891c-f1fd98af18d1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:46.534939 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-19281e52-0b5f-41cd-891c-f1fd98af18d1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:46.554246 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:46.628729 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19281e52-0b5f-41cd-891c-f1fd98af18d1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3317e95-805a-42fb-b075-2be52baa2040,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:46.662075 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-19281e52-0b5f-41cd-891c-f1fd98af18d1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:46.668866 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-19281e52-0b5f-41cd-891c-f1fd98af18d1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9334791 Nov 10 14:30:46.669494 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57844) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:46.682432 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-9d1daac6-fb74-437f-bc50-4b5e597b16a4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Request body: {'security_group_rule': {'security_group_id': '53837ab1-d988-4b05-92eb-843bd7ec0428', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:46.774453 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:46.786419 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9d1daac6-fb74-437f-bc50-4b5e597b16a4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:46.798595 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:46.850427 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c4fd8881-2851-4f11-824b-de67b21d4bc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.008052 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9d1daac6-fb74-437f-bc50-4b5e597b16a4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.020697 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9d1daac6-fb74-437f-bc50-4b5e597b16a4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.054177 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1daac6-fb74-437f-bc50-4b5e597b16a4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429565c8-f3d6-42d4-b4d3-169bdf7921b5,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:47.079097 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9d1daac6-fb74-437f-bc50-4b5e597b16a4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.080796 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-9d1daac6-fb74-437f-bc50-4b5e597b16a4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4102981 Nov 10 14:30:47.083890 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57858) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:47.090249 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Request body: {'floatingip': {'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:47.156153 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for floatingip, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.187743 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-991b7de1-39e2-471e-b91a-18ac245bbb6f req-85ee281d-3308-4b23-b147-03c7ff74b53b tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 210 time: 0.2001541 Nov 10 14:30:47.250786 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Publish callbacks [] for port, precommit_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.267181 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.414542 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Router 2a4aee9c-f932-4f84-81ec-2da9046f9172 is scheduled to L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 with binding_index 1 {{(pid=101583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 14:30:47.500277 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ea3dd-7afd-4625-936d-fcee00615f5a None None] Pushing event updated for resources: {'Port': ['ID=370bd574-6c87-41ad-b3dc-85c263e58d1f,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:47.561183 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Attempting to bind port 370bd574-6c87-41ad-b3dc-85c263e58d1f on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:30:47.561562 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Attempting to bind port 370bd574-6c87-41ad-b3dc-85c263e58d1f by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:30:47.565373 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Attempting to bind port 370bd574-6c87-41ad-b3dc-85c263e58d1f on network 1188f659-3386-43e3-8ceb-0934fe3b17ec {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:30:47.576778 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:30:47.577955 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Checking segment: {'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:30:47.578366 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.578766 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Bound using segment: {'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:30:47.579247 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Bound port: 370bd574-6c87-41ad-b3dc-85c263e58d1f, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:30:47.579653 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.758482 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Publish callbacks [] for port, precommit_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.770629 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.803979 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57880) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:47.830254 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] For port 370bd574-6c87-41ad-b3dc-85c263e58d1f, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:30:47.835198 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] For port 370bd574-6c87-41ad-b3dc-85c263e58d1f, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=370bd574-6c87-41ad-b3dc-85c263e58d1f,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:30:47.839162 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Attempting to bind port 54042358-a323-4506-9baa-56ab1b6399f8 on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:30:47.840403 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Attempting to bind port 54042358-a323-4506-9baa-56ab1b6399f8 by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:30:47.841984 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Attempting to bind port 54042358-a323-4506-9baa-56ab1b6399f8 on network 44ed265f-6e99-4080-a569-99c206a012ee {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:30:47.843569 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 4f5faaf7-d414-4187-ae25-5c6f9d67194d up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:30:47.855013 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.868107 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.32', 51927) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:47.918867 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.923147 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:30:47.924888 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Checking segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:30:47.927676 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.928411 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Bound using segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:30:47.929984 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Bound port: 54042358-a323-4506-9baa-56ab1b6399f8, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:30:47.930289 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.932026 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:47.963534 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ea3dd-7afd-4625-936d-fcee00615f5a None None] Pushing event updated for resources: {'Port': ['ID=370bd574-6c87-41ad-b3dc-85c263e58d1f,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:48.018141 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Routers {'ff944250-83fa-4755-ae5c-94b5fb23c236'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:30:48.020310 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:30:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['ff944250-83fa-4755-ae5c-94b5fb23c236'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:48.027047 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-ba455069-fc14-4a5b-94d3-cd5693d09b02 None None] Provisioning complete for port 370bd574-6c87-41ad-b3dc-85c263e58d1f triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:48.028050 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ba455069-fc14-4a5b-94d3-cd5693d09b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:48.224751 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] For port 54042358-a323-4506-9baa-56ab1b6399f8, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:30:48.232314 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] For port 54042358-a323-4506-9baa-56ab1b6399f8, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=54042358-a323-4506-9baa-56ab1b6399f8,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:30:48.255306 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:48.302130 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Routers {'7b30a8e9-5a00-4748-bec5-daaac413d5e3'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:30:48.302911 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:30:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['7b30a8e9-5a00-4748-bec5-daaac413d5e3'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:48.358109 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3f251-e20d-4142-b3f1-58abbc623951 None None] Pushing event updated for resources: {'Port': ['ID=54042358-a323-4506-9baa-56ab1b6399f8,revision_number=2']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:48.359981 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ba455069-fc14-4a5b-94d3-cd5693d09b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:48.475628 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Allocated IP 172.27.1.202 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/35253e10-2766-4da0-b392-c3868b10e731) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:30:48.541801 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 4f5faaf7-d414-4187-ae25-5c6f9d67194d triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:48.543709 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:48.586666 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c4fd8881-2851-4f11-824b-de67b21d4bc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:48.614389 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4d7703b0-2375-4666-a71f-bc2c6b75788c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:48.634096 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] Set router 7b30a8e9-5a00-4748-bec5-daaac413d5e3 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:30:48.649855 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c4fd8881-2851-4f11-824b-de67b21d4bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:48.671925 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-50da2aef-f764-4881-9ce7-7929fa31413e req-d61213db-2db4-46ce-b88a-749da4d21329 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 210 time: 0.1164036 Nov 10 14:30:48.679108 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-ba455069-fc14-4a5b-94d3-cd5693d09b02 None None] For port 370bd574-6c87-41ad-b3dc-85c263e58d1f, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=370bd574-6c87-41ad-b3dc-85c263e58d1f,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:30:48.692455 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ba455069-fc14-4a5b-94d3-cd5693d09b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:48.830656 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd8881-2851-4f11-824b-de67b21d4bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9be0fd2-18aa-441d-b741-d9f33c26b790,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:48.859570 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:48.873428 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:30:48.896167 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] Set router ff944250-83fa-4755-ae5c-94b5fb23c236 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:30:48.902575 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-c4fd8881-2851-4f11-824b-de67b21d4bc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a671da8866f143f6b5beeff085999a29&name=default HTTP/1.1" status: 200 len: 2992 time: 3.0651672 Nov 10 14:30:48.911037 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57914) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:48.912308 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba455069-fc14-4a5b-94d3-cd5693d09b02 None None] Pushing event updated for resources: {'Port': ['ID=370bd574-6c87-41ad-b3dc-85c263e58d1f,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:48.944462 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e687a1b5-75fb-4f95-ae27-adfa53915566 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:48.948292 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e687a1b5-75fb-4f95-ae27-adfa53915566 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.32 "GET /v2.0/networks?id=78618045-4f60-46fd-b46f-6122189ead0a HTTP/1.1" status: 200 len: 811 time: 1.0746155 Nov 10 14:30:48.955646 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] Publish callbacks [] for router, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:48.960101 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-b04fbe87-a6b1-4634-9ebb-5c5ed1398d2c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.5997980 Nov 10 14:30:48.960566 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57916) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:48.977472 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3f251-e20d-4142-b3f1-58abbc623951 None None] Pushing event updated for resources: {'Port': ['ID=54042358-a323-4506-9baa-56ab1b6399f8,revision_number=3']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:49.016930 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4d7703b0-2375-4666-a71f-bc2c6b75788c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:49.028958 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Sync routers for ids ['2a4aee9c-f932-4f84-81ec-2da9046f9172'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:30:49.032782 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4d7703b0-2375-4666-a71f-bc2c6b75788c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:49.055862 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:49.056527 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-deeb38bf-f892-4177-809e-c186b6d9fe0a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Request body: {'port': {'device_id': '10cf7caa-4c3d-4c66-a162-20b0af83a71a', 'network_id': '78618045-4f60-46fd-b46f-6122189ead0a', 'admin_state_up': True, 'tenant_id': '8c26bc2100f844239f9892b1d199bfcf'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:49.078623 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7703b0-2375-4666-a71f-bc2c6b75788c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3959e8d7-e389-46c3-8c22-234adc65e12b,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:49.134354 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e6afccdc-2754-4e2b-92b9-cc3049c9149a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:49.157918 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:30:49.163331 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:49.167590 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-4d7703b0-2375-4666-a71f-bc2c6b75788c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79b67f8282944b4fa9106407c44fbbb9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3601613 Nov 10 14:30:49.176049 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:30:49.180444 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 57926) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:49.195005 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e6afccdc-2754-4e2b-92b9-cc3049c9149a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:49.212793 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Routers {'2a4aee9c-f932-4f84-81ec-2da9046f9172'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:30:49.213746 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:30:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['2a4aee9c-f932-4f84-81ec-2da9046f9172'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:49.218101 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-00cf136e-0375-421e-acda-a25c48299444 None None] Provisioning complete for port 370bd574-6c87-41ad-b3dc-85c263e58d1f triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:49.219002 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-00cf136e-0375-421e-acda-a25c48299444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:49.252485 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1892654804-router', 'tenant_id': '981db8470d4046438eb5714fc16e1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '54042358-a323-4506-9baa-56ab1b6399f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:38Z', 'updated_at': '2021-11-10T14:30:42Z', 'revision_number': 3, 'project_id': '981db8470d4046438eb5714fc16e1acd', 'gw_port': {'id': '54042358-a323-4506-9baa-56ab1b6399f8', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:40Z', 'updated_at': '2021-11-10T14:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:49.269938 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event updated for resources: {'Port': ['ID=35253e10-2766-4da0-b392-c3868b10e731,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:49.293756 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9dbf6-4bb1-42e2-8dab-0ff487bc7cfb None None] The sync data for ids ['7b30a8e9-5a00-4748-bec5-daaac413d5e3'] in dv-cinder-817229-1-iscsi is: [{'id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1892654804-router', 'tenant_id': '981db8470d4046438eb5714fc16e1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '54042358-a323-4506-9baa-56ab1b6399f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:38Z', 'updated_at': '2021-11-10T14:30:42Z', 'revision_number': 3, 'project_id': '981db8470d4046438eb5714fc16e1acd', 'gw_port': {'id': '54042358-a323-4506-9baa-56ab1b6399f8', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:40Z', 'updated_at': '2021-11-10T14:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:30:49.349174 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:49.449678 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:49.503547 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e6afccdc-2754-4e2b-92b9-cc3049c9149a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:49.507550 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e6afccdc-2754-4e2b-92b9-cc3049c9149a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:49.509589 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-e6afccdc-2754-4e2b-92b9-cc3049c9149a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9be0fd2-18aa-441d-b741-d9f33c26b790 HTTP/1.1" status: 204 len: 168 time: 0.5958233 Nov 10 14:30:49.530895 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afccdc-2754-4e2b-92b9-cc3049c9149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9be0fd2-18aa-441d-b741-d9f33c26b790,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:49.602924 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Set router 2a4aee9c-f932-4f84-81ec-2da9046f9172 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:30:50.026175 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:50.039721 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:50.073418 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Allocated IP 172.20.0.1 (31b54cfb-1311-4b00-9564-b327455b5f7f/98e9e263-5186-4e72-813e-b280f20048ae/1c36c210-a331-4de5-bb84-79310f416397) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:30:50.165724 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:50.240293 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event updated for resources: {'Port': ['ID=35253e10-2766-4da0-b392-c3868b10e731,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:50.254692 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:50.257196 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-428e5d8b-2306-4903-9196-afb4dd039c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1720705 Nov 10 14:30:50.392451 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-94aecd4b-dfb6-4bdc-b965-df8fe261ff2a req-f3571323-c0fa-47f8-898d-60c76fa63302 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 210 time: 0.1059251 Nov 10 14:30:50.736080 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-797e3bf4-a894-4a28-8511-cb5000854cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:50.756599 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57980) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:50.808552 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf039-eac5-48cd-856f-e49758c0f2c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:50.921086 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:47Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:50.986851 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 3, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:50.997427 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b357acd2-aeaa-40b1-af80-045f70b2d55d None None] The sync data for ids ['ff944250-83fa-4755-ae5c-94b5fb23c236'] in dv-cinder-817229-1-iscsi is: [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:47Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:30:51.050450 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf039-eac5-48cd-856f-e49758c0f2c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:51.063668 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf039-eac5-48cd-856f-e49758c0f2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:51.143315 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Checking router: 2a4aee9c-f932-4f84-81ec-2da9046f9172 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:30:51.151763 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Updating router 2a4aee9c-f932-4f84-81ec-2da9046f9172 port 62d2739f-2b0c-4699-b5b5-d95c31f8d18d binding host dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:30:51.160372 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-a9bdf039-eac5-48cd-856f-e49758c0f2c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2db5fcfe21b74e948e880f0f90bec638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4019606 Nov 10 14:30:51.163455 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdf039-eac5-48cd-856f-e49758c0f2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce60f216-30ef-464d-bc9b-8d636c93c6a5,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:51.168362 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57988) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:51.174148 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:51.301317 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:51.312807 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d008269d-157e-4b29-a524-afb4c16490f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:51.330680 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-797e3bf4-a894-4a28-8511-cb5000854cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:51.389141 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d008269d-157e-4b29-a524-afb4c16490f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:51.391409 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 57990) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:51.532149 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-deeb38bf-f892-4177-809e-c186b6d9fe0a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Made reservation on behalf of 8c26bc2100f844239f9892b1d199bfcf for: {'port': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:51.543277 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-deeb38bf-f892-4177-809e-c186b6d9fe0a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:51.582100 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d008269d-157e-4b29-a524-afb4c16490f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:51.585334 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d008269d-157e-4b29-a524-afb4c16490f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:51.586617 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-d008269d-157e-4b29-a524-afb4c16490f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce60f216-30ef-464d-bc9b-8d636c93c6a5 HTTP/1.1" status: 204 len: 168 time: 0.4168630 Nov 10 14:30:51.648227 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008269d-157e-4b29-a524-afb4c16490f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce60f216-30ef-464d-bc9b-8d636c93c6a5,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:51.918436 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-115a7e43-decc-4547-9252-4327b840db76 req-52413a82-dcd3-4cee-ab71-328a270aca4a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 210 time: 0.2230508 Nov 10 14:30:51.999278 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-b136df27-b55d-4949-a3af-f5f0779b5a0f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2095813631&fields=id&tenant_id=73922fcd10714bffbe4b87c8a066a93e HTTP/1.1" status: 200 len: 267 time: 1.1422346 Nov 10 14:30:52.002213 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-797e3bf4-a894-4a28-8511-cb5000854cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:52.014298 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-797e3bf4-a894-4a28-8511-cb5000854cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:52.017331 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-797e3bf4-a894-4a28-8511-cb5000854cf2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3959e8d7-e389-46c3-8c22-234adc65e12b HTTP/1.1" status: 204 len: 168 time: 2.7974975 Nov 10 14:30:52.025070 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-abf8f992-4a01-49ca-8728-17643e8b47c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:52.193590 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:52.556287 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Publish callbacks [] for port, precommit_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:52.563075 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 370bd574-6c87-41ad-b3dc-85c263e58d1f up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:30:52.644190 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e3bf4-a894-4a28-8511-cb5000854cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3959e8d7-e389-46c3-8c22-234adc65e12b,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:52.687562 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:52.726127 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-abf8f992-4a01-49ca-8728-17643e8b47c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:52.738145 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-abf8f992-4a01-49ca-8728-17643e8b47c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:52.883088 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-abf8f992-4a01-49ca-8728-17643e8b47c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=556fce4ec5ce4770817dd7434eb44972&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4900093 Nov 10 14:30:52.886464 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58014) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:52.906325 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8f992-4a01-49ca-8728-17643e8b47c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddb79b4-f259-4837-8082-24f11ac5cb95,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:53.068713 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7f3fbdf0-5347-4371-9411-f35466ae4b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:53.091783 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Attempting to bind port 62d2739f-2b0c-4699-b5b5-d95c31f8d18d on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:30:53.100783 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Attempting to bind port 62d2739f-2b0c-4699-b5b5-d95c31f8d18d by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:30:53.101152 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Attempting to bind port 62d2739f-2b0c-4699-b5b5-d95c31f8d18d on network 44ed265f-6e99-4080-a569-99c206a012ee {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:30:53.189176 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7f3fbdf0-5347-4371-9411-f35466ae4b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:53.201676 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:30:53.202092 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Checking segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:30:53.204963 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:53.205050 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Bound using segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:30:53.205553 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Bound port: 62d2739f-2b0c-4699-b5b5-d95c31f8d18d, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:30:53.209679 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:53.411345 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-25afddc8-808b-41d4-881e-8d524c248f7d req-f71a8365-f70b-494d-84b0-6c10dd5225f9 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 210 time: 0.2379653 Nov 10 14:30:53.545615 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] For port 62d2739f-2b0c-4699-b5b5-d95c31f8d18d, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:30:53.558588 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7f3fbdf0-5347-4371-9411-f35466ae4b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:53.571625 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 370bd574-6c87-41ad-b3dc-85c263e58d1f triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:53.572252 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:53.577085 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7f3fbdf0-5347-4371-9411-f35466ae4b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:53.581006 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-7f3fbdf0-5347-4371-9411-f35466ae4b51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fddb79b4-f259-4837-8082-24f11ac5cb95 HTTP/1.1" status: 204 len: 168 time: 0.6929913 Nov 10 14:30:53.605698 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fbdf0-5347-4371-9411-f35466ae4b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddb79b4-f259-4837-8082-24f11ac5cb95,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:53.608035 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] For port 62d2739f-2b0c-4699-b5b5-d95c31f8d18d, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=62d2739f-2b0c-4699-b5b5-d95c31f8d18d,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:30:53.615960 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4dd6c-ccc8-4fe5-86ff-38a9d40f779f None None] Pushing event updated for resources: {'Port': ['ID=62d2739f-2b0c-4699-b5b5-d95c31f8d18d,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:53.708078 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:53.731008 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Network 31b54cfb-1311-4b00-9564-b327455b5f7f is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:30:53.768265 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1c36c210-a331-4de5-bb84-79310f416397,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:53.802701 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:53.991546 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4dd6c-ccc8-4fe5-86ff-38a9d40f779f None None] Pushing event updated for resources: {'Port': ['ID=62d2739f-2b0c-4699-b5b5-d95c31f8d18d,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:54.014140 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Routers {'2a4aee9c-f932-4f84-81ec-2da9046f9172'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:30:54.014859 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:30:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['2a4aee9c-f932-4f84-81ec-2da9046f9172'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:54.139052 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:30:54.139756 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804264'] for router_interface, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:54.207077 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-db23a58d-f237-4800-9396-6e34af17c4a5 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:54.214623 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-db23a58d-f237-4800-9396-6e34af17c4a5 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 816 time: 2.0448015 Nov 10 14:30:54.267048 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 54042358-a323-4506-9baa-56ab1b6399f8 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:30:54.437694 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-b6a565c0-a1c4-4ffb-9cda-fd21cdb36408 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/quotas/73922fcd10714bffbe4b87c8a066a93e HTTP/1.1" status: 200 len: 375 time: 0.2218418 Nov 10 14:30:54.538420 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-deeb38bf-f892-4177-809e-c186b6d9fe0a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Allocated IP 172.20.0.13 (78618045-4f60-46fd-b46f-6122189ead0a/01f8eafe-70d8-46e4-bb92-cf3ddab9756a/5ad2b292-0c52-4e12-b2ff-78b004be334c) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:30:54.631011 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-952773e6-0bc8-404e-ab28-3fdd38544f5b req-37dcbc34-83ab-4c4d-a7ac-6ea442bb7a59 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 210 time: 0.0639772 Nov 10 14:30:54.811455 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] Set router 2a4aee9c-f932-4f84-81ec-2da9046f9172 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:30:54.988380 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:54.991511 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 54042358-a323-4506-9baa-56ab1b6399f8 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:54.991984 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:55.256490 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-8317917a-492a-4504-8997-0b6d2d0769b6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8157706 Nov 10 14:30:55.296885 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:55.352055 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Allocated IP 172.20.0.1 (51adad85-2310-4257-b12d-2fa5a02b15eb/fe999501-c772-4030-bed3-027c2ee0e36a/44723c34-d96d-48f7-9aa6-dc000c33143d) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:30:55.385821 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:55.413545 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port 54042358-a323-4506-9baa-56ab1b6399f8, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=54042358-a323-4506-9baa-56ab1b6399f8,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:30:55.415395 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 3, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:55.458546 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:55.460721 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4030ef8a-3a88-4c94-8fc3-dd205878b3d2 None None] The sync data for ids ['2a4aee9c-f932-4f84-81ec-2da9046f9172'] in dv-cinder-817229-1-iscsi is: [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 3, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:30:55.528937 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=54042358-a323-4506-9baa-56ab1b6399f8,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:55.620766 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58088) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:55.830089 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-d508c724-d3c6-4b66-98b6-051e18a9e3f6 service neutron] 10.222.0.39 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356412 Nov 10 14:30:55.927549 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:55.948168 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-340fee62-6d17-461d-a5c6-852c15047146 req-65b961dc-e87e-452b-a603-6986ca4c20e5 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 210 time: 0.0886123 Nov 10 14:30:55.990281 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-deeb38bf-f892-4177-809e-c186b6d9fe0a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:56.206907 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1513566392-network', 'tenant_id': 'ce2d727081094e6a83d5a68d3d15f2e1'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:56.255217 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] Made reservation on behalf of ce2d727081094e6a83d5a68d3d15f2e1 for: {'network': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:56.266605 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:56.288013 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:56.389763 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-4429f7c2-0dea-4ce2-b3f7-bf46b1107fd1 service neutron] 10.222.0.39 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065327 Nov 10 14:30:56.441081 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:56.445913 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-deeb38bf-f892-4177-809e-c186b6d9fe0a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:56.499075 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:56.501484 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3713624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804412'] for router_interface, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:56.504990 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:56.517393 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:56.570909 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=101582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:30:56.599229 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:56.612556 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bab86e3-b580-434e-b1ed-db5dec8b6ad9,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:56.615946 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:56.616466 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.segments_db [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] Added segment 3bd99b92-5de6-4607-9592-e9438564f97c of type vlan for network 7469a28b-6779-49d3-9db3-17617314d85b Nov 10 14:30:56.718886 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Network 51adad85-2310-4257-b12d-2fa5a02b15eb is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:30:56.743652 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:56.772010 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:30:56.772553 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804264'] for router_interface, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:56.788595 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:56.939404 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-43ac12d4-1ca1-4c6c-aa52-92d3a736ef2a req-86e07878-f6ea-4ca3-90d3-d095f06ba6f8 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 210 time: 0.1299100 Nov 10 14:30:56.952163 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:56.953227 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:56.953834 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:57.049999 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-deeb38bf-f892-4177-809e-c186b6d9fe0a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Network 78618045-4f60-46fd-b46f-6122189ead0a is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:30:57.068580 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb38bf-f892-4177-809e-c186b6d9fe0a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Pushing event updated for resources: {'Port': ['ID=5ad2b292-0c52-4e12-b2ff-78b004be334c,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:57.082535 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-deeb38bf-f892-4177-809e-c186b6d9fe0a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:57.094532 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-deeb38bf-f892-4177-809e-c186b6d9fe0a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:30:57.103686 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4815443 Nov 10 14:30:57.115254 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-deeb38bf-f892-4177-809e-c186b6d9fe0a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:57.115925 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-deeb38bf-f892-4177-809e-c186b6d9fe0a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:57.124703 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58136) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:57.152564 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-6c0c70d4-f109-40b6-b1a2-01157908e13e admin admin] Request body: {'subnet': {'network_id': '7469a28b-6779-49d3-9db3-17617314d85b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1513566392-subnet', 'tenant_id': 'ce2d727081094e6a83d5a68d3d15f2e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:57.232668 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f2e61-a2ea-4cf0-87d4-6731306cd456 admin admin] Pushing event updated for resources: {'Network': ['ID=7469a28b-6779-49d3-9db3-17617314d85b,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:57.255297 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 7469a28b-6779-49d3-9db3-17617314d85b details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:30:57.264526 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0c70d4-f109-40b6-b1a2-01157908e13e admin admin] Made reservation on behalf of ce2d727081094e6a83d5a68d3d15f2e1 for: {'subnet': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:57.267029 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6c0c70d4-f109-40b6-b1a2-01157908e13e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:57.482532 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-833aeb3c-8fd1-4f52-9e53-5d6568fa3b72 None None] Provisioning complete for port 44723c34-d96d-48f7-9aa6-dc000c33143d triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:57.482919 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-833aeb3c-8fd1-4f52-9e53-5d6568fa3b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:57.578498 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-833aeb3c-8fd1-4f52-9e53-5d6568fa3b72 None None] Port 44723c34-d96d-48f7-9aa6-dc000c33143d cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:30:57.618732 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1c36c210-a331-4de5-bb84-79310f416397,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:57.627687 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-deeb38bf-f892-4177-809e-c186b6d9fe0a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.6066000 Nov 10 14:30:57.889498 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a377bd-348e-4532-8590-d9ee1dbd0d6f req-f074abb9-f3d3-4178-a2b0-77320266980d tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:57.891148 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-40a377bd-348e-4532-8590-d9ee1dbd0d6f req-f074abb9-f3d3-4178-a2b0-77320266980d tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 932 time: 0.7655516 Nov 10 14:30:57.891818 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Pushing event updated for resources: {'Port': ['ID=44723c34-d96d-48f7-9aa6-dc000c33143d,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:57.933803 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 54042358-a323-4506-9baa-56ab1b6399f8 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:30:57.985388 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Network 31b54cfb-1311-4b00-9564-b327455b5f7f is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:30:58.019857 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6c0c70d4-f109-40b6-b1a2-01157908e13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for subnet, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:58.047904 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 54042358-a323-4506-9baa-56ab1b6399f8 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:58.048242 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:58.070755 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c70d4-f109-40b6-b1a2-01157908e13e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df3a385e-d8a8-400d-bfed-5d31306ce4ec,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:58.092952 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:58.125460 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:58.141576 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1948a8bc-cb0f-41bb-a133-dd99c2eb45cc req-8ad73436-5ba0-4cac-9c6b-0cd2a799a0c9 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 210 time: 0.0729802 Nov 10 14:30:58.225265 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c70d4-f109-40b6-b1a2-01157908e13e admin admin] Checking segment: {'id': '3bd99b92-5de6-4607-9592-e9438564f97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7469a28b-6779-49d3-9db3-17617314d85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:30:58.226982 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c70d4-f109-40b6-b1a2-01157908e13e admin admin] Network hostable DHCP agents. Network: 7469a28b-6779-49d3-9db3-17617314d85b, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:30:58.269376 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c70d4-f109-40b6-b1a2-01157908e13e admin admin] Network 7469a28b-6779-49d3-9db3-17617314d85b is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:30:58.279143 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-40a377bd-348e-4532-8590-d9ee1dbd0d6f req-681cbaa4-86cc-42cd-a815-817da832841c tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623877 Nov 10 14:30:58.286201 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c70d4-f109-40b6-b1a2-01157908e13e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 7469a28b-6779-49d3-9db3-17617314d85b) {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:58.302181 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0c70d4-f109-40b6-b1a2-01157908e13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:58.304173 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6c0c70d4-f109-40b6-b1a2-01157908e13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:58.310432 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b62730d-93ab-4fd0-a63b-2f6d032f2d9c None None] Network 7469a28b-6779-49d3-9db3-17617314d85b requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:30:58.342763 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 62d2739f-2b0c-4699-b5b5-d95c31f8d18d up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:30:58.344073 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-6c0c70d4-f109-40b6-b1a2-01157908e13e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2131450 Nov 10 14:30:58.473685 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Router 7b30a8e9-5a00-4748-bec5-daaac413d5e3 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:30:58.525522 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e195796a-6287-48a2-877c-501eb9737e9d None None] Network 7469a28b-6779-49d3-9db3-17617314d85b requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:30:58.531434 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 62d2739f-2b0c-4699-b5b5-d95c31f8d18d triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:58.531434 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:58.729763 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:58.806965 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port 62d2739f-2b0c-4699-b5b5-d95c31f8d18d, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=62d2739f-2b0c-4699-b5b5-d95c31f8d18d,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:30:58.813274 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:58.868097 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:58.876186 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:58.876617 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3713624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804412'] for router_interface, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:58.886175 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=62d2739f-2b0c-4699-b5b5-d95c31f8d18d,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:58.919000 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:30:58.931137 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Sync routers for ids ['7b30a8e9-5a00-4748-bec5-daaac413d5e3'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:30:58.936988 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-2116fe30-0e1f-416a-b597-9ba9062758f0 admin admin] 10.222.0.39 "PUT /v2.0/routers/7b30a8e9-5a00-4748-bec5-daaac413d5e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5842795 Nov 10 14:30:58.941167 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Routers {'7b30a8e9-5a00-4748-bec5-daaac413d5e3'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:30:58.941783 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:30:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['7b30a8e9-5a00-4748-bec5-daaac413d5e3'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:58.981231 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Pushing event updated for resources: {'Port': ['ID=44723c34-d96d-48f7-9aa6-dc000c33143d,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:59.040331 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Network 51adad85-2310-4257-b12d-2fa5a02b15eb is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:30:59.041826 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:30:59.065766 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Set router 7b30a8e9-5a00-4748-bec5-daaac413d5e3 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:30:59.293815 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58208) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:30:59.309550 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1207418544-network', 'tenant_id': '2be849ff9af74ea0b64ee95a7e626c17'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:30:59.335656 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-771ba03a-1edc-4d6e-83e3-7d892c9f98b9 req-c5702577-932a-48ad-ad8b-36a20e324711 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 210 time: 0.0622423 Nov 10 14:30:59.395844 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Router 2a4aee9c-f932-4f84-81ec-2da9046f9172 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:30:59.430798 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] Made reservation on behalf of 2be849ff9af74ea0b64ee95a7e626c17 for: {'network': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:30:59.433212 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:59.434794 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1892654804-router', 'tenant_id': '981db8470d4046438eb5714fc16e1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '54042358-a323-4506-9baa-56ab1b6399f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:38Z', 'updated_at': '2021-11-10T14:30:55Z', 'revision_number': 4, 'project_id': '981db8470d4046438eb5714fc16e1acd', 'gw_port': {'id': '54042358-a323-4506-9baa-56ab1b6399f8', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:40Z', 'updated_at': '2021-11-10T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '1c36c210-a331-4de5-bb84-79310f416397', 'name': '', 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f', 'tenant_id': '981db8470d4046438eb5714fc16e1acd', 'mac_address': 'fa:16:3e:ff:af:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '98e9e263-5186-4e72-813e-b280f20048ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:48Z', 'updated_at': '2021-11-10T14:30:55Z', 'revision_number': 2, 'project_id': '981db8470d4046438eb5714fc16e1acd', 'subnets': [{'id': '98e9e263-5186-4e72-813e-b280f20048ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:30:59.443451 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:59.494666 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Checking router: 7b30a8e9-5a00-4748-bec5-daaac413d5e3 for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:30:59.495023 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Updating router 7b30a8e9-5a00-4748-bec5-daaac413d5e3 port 1c36c210-a331-4de5-bb84-79310f416397 binding host dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:30:59.546465 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db6547-d491-44ea-8f59-7ec9aa575dbb req-aaa8f83d-7982-48ac-89ba-15e5ed650fa6 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:30:59.550095 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-71db6547-d491-44ea-8f59-7ec9aa575dbb req-aaa8f83d-7982-48ac-89ba-15e5ed650fa6 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 932 time: 0.0840030 Nov 10 14:30:59.566360 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:59.633562 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-3bc685cd-85a4-48bd-866a-20854599e282 None None] Provisioning complete for port 44723c34-d96d-48f7-9aa6-dc000c33143d triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:30:59.636369 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:30:59.637056 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-3bc685cd-85a4-48bd-866a-20854599e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:59.675784 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-71db6547-d491-44ea-8f59-7ec9aa575dbb req-bc893e25-d6a3-4818-b35e-2fc03fec3792 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169975 Nov 10 14:30:59.691351 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-dbddad26-534c-4e3a-90ac-d7c71d8b292e admin admin] 10.222.0.39 "PUT /v2.0/routers/2a4aee9c-f932-4f84-81ec-2da9046f9172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7206898 Nov 10 14:30:59.736227 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 62d2739f-2b0c-4699-b5b5-d95c31f8d18d up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:30:59.739122 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Sync routers for ids ['2a4aee9c-f932-4f84-81ec-2da9046f9172'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:30:59.780936 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:59.790912 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:59.875430 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=101583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:30:59.886681 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7268f02-84b7-4b79-9f2e-ee431295a7e9,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:30:59.911227 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:30:59.911227 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.segments_db [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] Added segment b2ddcd93-8730-4b19-82e7-3b8c2a5c3831 of type vlan for network f206916a-f547-4b92-a9a4-90c6166c7997 Nov 10 14:30:59.921122 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Routers {'2a4aee9c-f932-4f84-81ec-2da9046f9172'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:30:59.922333 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:30:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['2a4aee9c-f932-4f84-81ec-2da9046f9172'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:00.023137 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Publish callbacks [] for port, precommit_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:00.034883 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:00.054900 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-3bc685cd-85a4-48bd-866a-20854599e282 None None] Port 44723c34-d96d-48f7-9aa6-dc000c33143d cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:31:00.117894 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf17d6-a488-4905-9176-a570364b1511 req-03dd0269-dcd4-45d0-8ca6-ba190cfe6e5f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:00.119766 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4bcf17d6-a488-4905-9176-a570364b1511 req-03dd0269-dcd4-45d0-8ca6-ba190cfe6e5f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/networks?id=31b54cfb-1311-4b00-9564-b327455b5f7f HTTP/1.1" status: 200 len: 819 time: 0.3851764 Nov 10 14:31:00.154833 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 62d2739f-2b0c-4699-b5b5-d95c31f8d18d triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:31:00.155238 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:00.165874 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Set router 2a4aee9c-f932-4f84-81ec-2da9046f9172 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:31:00.187488 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ef559-65ab-4a4e-87a7-4df69415664c None None] Pushing event updated for resources: {'Port': ['ID=1c36c210-a331-4de5-bb84-79310f416397,revision_number=3']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:00.203178 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:00.228484 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4bcf17d6-a488-4905-9176-a570364b1511 req-1e12066c-54a8-4a64-abdb-cd9e33f05d5a tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/quotas/981db8470d4046438eb5714fc16e1acd HTTP/1.1" status: 200 len: 375 time: 0.0825081 Nov 10 14:31:00.295793 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Attempting to bind port 1c36c210-a331-4de5-bb84-79310f416397 on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:31:00.296165 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Attempting to bind port 1c36c210-a331-4de5-bb84-79310f416397 by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f'}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:31:00.296558 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Attempting to bind port 1c36c210-a331-4de5-bb84-79310f416397 on network 31b54cfb-1311-4b00-9564-b327455b5f7f {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:31:00.304504 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:31:00.304881 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Checking segment: {'id': 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:31:00.305283 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:00.305677 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Bound using segment: {'id': 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f'} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:31:00.306199 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Bound port: 1c36c210-a331-4de5-bb84-79310f416397, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f'}}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:31:00.306855 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:00.318202 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:00.321104 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:00.322579 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:00.387140 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0922253 Nov 10 14:31:00.391026 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58252) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:00.399507 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-1c2ab87c-e81c-412c-9ede-817f1fa90128 admin admin] Request body: {'subnet': {'network_id': 'f206916a-f547-4b92-a9a4-90c6166c7997', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1207418544-subnet', 'tenant_id': '2be849ff9af74ea0b64ee95a7e626c17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:00.405578 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4bcf17d6-a488-4905-9176-a570364b1511 req-7ba93ccb-66b5-4868-bf23-43fcb9daffae tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=981db8470d4046438eb5714fc16e1acd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1747758 Nov 10 14:31:00.453027 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2ab87c-e81c-412c-9ede-817f1fa90128 admin admin] Made reservation on behalf of 2be849ff9af74ea0b64ee95a7e626c17 for: {'subnet': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:31:00.458121 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1c2ab87c-e81c-412c-9ede-817f1fa90128 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:00.479559 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] For port 1c36c210-a331-4de5-bb84-79310f416397, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:31:00.493004 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dec2cf-e0f1-4b98-a1ef-9a370a53d08d admin admin] Pushing event updated for resources: {'Network': ['ID=f206916a-f547-4b92-a9a4-90c6166c7997,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:00.494467 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] For port 1c36c210-a331-4de5-bb84-79310f416397, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=1c36c210-a331-4de5-bb84-79310f416397,segment=NetworkSegment(eae53f19-44c0-4bb7-ac5f-11d1175f44ca),segment_id=eae53f19-44c0-4bb7-ac5f-11d1175f44ca)] {{(pid=101585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:31:00.501276 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:00.554494 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network f206916a-f547-4b92-a9a4-90c6166c7997 details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:31:00.610206 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4bcf17d6-a488-4905-9176-a570364b1511 req-69543155-4133-4bea-bc75-1f88e9109e9c service neutron] 10.222.0.39 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005064 Nov 10 14:31:00.636037 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58258) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:00.651628 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-b5a9db0b-1f33-48a2-b607-540410fae365 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389486548', 'description': 'tempest-description--527288965'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:00.710767 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Routers {'7b30a8e9-5a00-4748-bec5-daaac413d5e3'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:31:00.711531 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:30:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['7b30a8e9-5a00-4748-bec5-daaac413d5e3'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:00.846143 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4bcf17d6-a488-4905-9176-a570364b1511 req-e9f0e57e-9cfd-4daf-8149-8768c949ada1 service neutron] 10.222.0.39 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245753 Nov 10 14:31:00.902170 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ef559-65ab-4a4e-87a7-4df69415664c None None] Pushing event updated for resources: {'Port': ['ID=1c36c210-a331-4de5-bb84-79310f416397,revision_number=4']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:00.943158 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3ef1d38c-a59b-4462-97d2-65e4ed73a6b3 req-81ded2cb-5464-4189-b543-ed0054d715a3 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 210 time: 0.1979125 Nov 10 14:31:00.966584 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b5a9db0b-1f33-48a2-b607-540410fae365 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:00.986463 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 2, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:01.057787 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Checking router: 2a4aee9c-f932-4f84-81ec-2da9046f9172 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:31:01.058144 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Updating router 2a4aee9c-f932-4f84-81ec-2da9046f9172 port 44723c34-d96d-48f7-9aa6-dc000c33143d binding host dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:31:01.094240 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:01.109666 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1c2ab87c-e81c-412c-9ede-817f1fa90128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for subnet, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:01.141537 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] Set router 7b30a8e9-5a00-4748-bec5-daaac413d5e3 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:31:01.277972 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ab87c-e81c-412c-9ede-817f1fa90128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f43fe32d-72e8-40fe-a738-a884886d0e17,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:01.299875 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b5a9db0b-1f33-48a2-b607-540410fae365 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:01.325362 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444903d-bd66-494c-85eb-3325e8563df9 req-2ee6fc3c-7913-4530-90f0-7051afbfff15 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:01.328211 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a444903d-bd66-494c-85eb-3325e8563df9 req-2ee6fc3c-7913-4530-90f0-7051afbfff15 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 932 time: 0.2108958 Nov 10 14:31:01.365430 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ab87c-e81c-412c-9ede-817f1fa90128 admin admin] Checking segment: {'id': 'b2ddcd93-8730-4b19-82e7-3b8c2a5c3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f206916a-f547-4b92-a9a4-90c6166c7997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:31:01.365797 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2ab87c-e81c-412c-9ede-817f1fa90128 admin admin] Network hostable DHCP agents. Network: f206916a-f547-4b92-a9a4-90c6166c7997, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:31:01.378938 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b5a9db0b-1f33-48a2-b607-540410fae365 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:01.430743 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9db0b-1f33-48a2-b607-540410fae365 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f523bf-628d-4e24-a9c8-3ff4d2c2544a,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:01.480666 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-601e4bbe-10d9-4f2f-9c7f-54284dbb30ba tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:31:01.483005 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-601e4bbe-10d9-4f2f-9c7f-54284dbb30ba tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070226 Nov 10 14:31:01.495864 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a444903d-bd66-494c-85eb-3325e8563df9 req-a771ccf0-7a37-4297-bda3-b7c362ed40ef tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357179 Nov 10 14:31:01.504888 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c670ab38-9ce7-45e9-9770-327e2503ac7d req-af398bbe-6cee-4d22-8ab4-1188b0b6eb5a tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 210 time: 0.0792010 Nov 10 14:31:01.524709 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b5a9db0b-1f33-48a2-b607-540410fae365 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:01.532585 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58288) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:01.540742 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-8bc0c4c6-f57d-416c-8416-941ae58cebc8 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Request body: {'security_group_rule': {'security_group_id': '68f523bf-628d-4e24-a9c8-3ff4d2c2544a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:01.546404 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-b5a9db0b-1f33-48a2-b607-540410fae365 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9064505 Nov 10 14:31:01.560206 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2ab87c-e81c-412c-9ede-817f1fa90128 admin admin] Network f206916a-f547-4b92-a9a4-90c6166c7997 is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:31:01.600129 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-1c2ab87c-e81c-412c-9ede-817f1fa90128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, f206916a-f547-4b92-a9a4-90c6166c7997) {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:31:01.611479 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ab87c-e81c-412c-9ede-817f1fa90128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:01.612189 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1c2ab87c-e81c-412c-9ede-817f1fa90128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:01.649205 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8bc0c4c6-f57d-416c-8416-941ae58cebc8 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:01.673508 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-1c2ab87c-e81c-412c-9ede-817f1fa90128 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2777219 Nov 10 14:31:01.908902 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8bc0c4c6-f57d-416c-8416-941ae58cebc8 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:01.933616 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8bc0c4c6-f57d-416c-8416-941ae58cebc8 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:02.026519 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ff44fe-d086-4b8e-aa1a-452b1079cae8 None None] Network f206916a-f547-4b92-a9a4-90c6166c7997 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:31:02.066567 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8bc0c4c6-f57d-416c-8416-941ae58cebc8 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:02.069121 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-8bc0c4c6-f57d-416c-8416-941ae58cebc8 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5308247 Nov 10 14:31:02.070800 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58320) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:02.097599 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-f5105762-d912-4e49-9649-67983d110359 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Request body: {'security_group_rule': {'security_group_id': '68f523bf-628d-4e24-a9c8-3ff4d2c2544a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:02.110381 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0c4c6-f57d-416c-8416-941ae58cebc8 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb97076-0664-48b7-9ad1-759e4c933f9c,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:02.149308 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Request body: {'port': {'device_id': '10cf7caa-4c3d-4c66-a162-20b0af83a71a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:02.257943 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1892654804-router', 'tenant_id': '981db8470d4046438eb5714fc16e1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '54042358-a323-4506-9baa-56ab1b6399f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:38Z', 'updated_at': '2021-11-10T14:30:55Z', 'revision_number': 4, 'project_id': '981db8470d4046438eb5714fc16e1acd', 'gw_port': {'id': '54042358-a323-4506-9baa-56ab1b6399f8', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:40Z', 'updated_at': '2021-11-10T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '1c36c210-a331-4de5-bb84-79310f416397', 'name': '', 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f', 'tenant_id': '981db8470d4046438eb5714fc16e1acd', 'mac_address': 'fa:16:3e:ff:af:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '98e9e263-5186-4e72-813e-b280f20048ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:48Z', 'updated_at': '2021-11-10T14:31:00Z', 'revision_number': 4, 'project_id': '981db8470d4046438eb5714fc16e1acd', 'subnets': [{'id': '98e9e263-5186-4e72-813e-b280f20048ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:02.367692 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58332) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:02.390777 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6780b4d3-c9f3-4922-9482-0d002cf9db0e None None] The sync data for ids ['7b30a8e9-5a00-4748-bec5-daaac413d5e3'] in dv-cinder-817229-1-iscsi is: [{'id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1892654804-router', 'tenant_id': '981db8470d4046438eb5714fc16e1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '54042358-a323-4506-9baa-56ab1b6399f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:38Z', 'updated_at': '2021-11-10T14:30:55Z', 'revision_number': 4, 'project_id': '981db8470d4046438eb5714fc16e1acd', 'gw_port': {'id': '54042358-a323-4506-9baa-56ab1b6399f8', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:40Z', 'updated_at': '2021-11-10T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '1c36c210-a331-4de5-bb84-79310f416397', 'name': '', 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f', 'tenant_id': '981db8470d4046438eb5714fc16e1acd', 'mac_address': 'fa:16:3e:ff:af:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '98e9e263-5186-4e72-813e-b280f20048ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:48Z', 'updated_at': '2021-11-10T14:31:00Z', 'revision_number': 4, 'project_id': '981db8470d4046438eb5714fc16e1acd', 'subnets': [{'id': '98e9e263-5186-4e72-813e-b280f20048ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:31:02.605740 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-125df9a9-eb4d-4ada-b147-a1d349c5d035 req-a411ef67-88fb-464e-afe2-5ccc6a8d9332 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 210 time: 0.3371048 Nov 10 14:31:02.669293 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.32', 51947) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:02.741495 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-f5105762-d912-4e49-9649-67983d110359 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:02.811025 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-3fc9910d-6fc8-43e9-a145-f62b20876de7 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:02.819581 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:02.838861 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-3fc9910d-6fc8-43e9-a145-f62b20876de7 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/networks?id=31b54cfb-1311-4b00-9564-b327455b5f7f HTTP/1.1" status: 200 len: 819 time: 0.9321342 Nov 10 14:31:02.855077 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a779b1a5-2976-4b10-9446-7c4779a7558e None None] Network f206916a-f547-4b92-a9a4-90c6166c7997 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:31:02.896771 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-62fd0bea-30ef-4fc0-b98b-26826c136021 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/quotas/981db8470d4046438eb5714fc16e1acd HTTP/1.1" status: 200 len: 375 time: 0.0552657 Nov 10 14:31:02.960941 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fab58e5-2e10-4ef6-9f21-4f53c0f9d51c admin admin] Deleting subnet df3a385e-d8a8-400d-bfed-5d31306ce4ec {{(pid=101583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:31:03.023023 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1fab58e5-2e10-4ef6-9f21-4f53c0f9d51c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:03.056000 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Publish callbacks [] for port, precommit_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:03.079586 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:03.156674 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-c324e3bc-2d3b-457f-b618-38b55bd75aa0 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=981db8470d4046438eb5714fc16e1acd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2588861 Nov 10 14:31:03.258377 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-3e768713-4efa-4208-b817-e467626b7588 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:03.261708 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-3e768713-4efa-4208-b817-e467626b7588 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.32 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 816 time: 0.5962114 Nov 10 14:31:03.273702 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6451e92-c200-4dfc-a3ca-1197510ccbb0 None None] Pushing event updated for resources: {'Port': ['ID=44723c34-d96d-48f7-9aa6-dc000c33143d,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:03.488622 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-411dc0da-e0a7-4c62-83c9-3fcd021f962f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73922fcd10714bffbe4b87c8a066a93e HTTP/1.1" status: 200 len: 380 time: 0.1930921 Nov 10 14:31:03.505124 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0406fafa-924b-47ce-ab49-cc48108f99f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Request body: {'port': {'device_id': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'admin_state_up': True, 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'security_groups': ['53837ab1-d988-4b05-92eb-843bd7ec0428']}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:03.516465 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1fab58e5-2e10-4ef6-9f21-4f53c0f9d51c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:03.541156 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-6168b00c-c660-46f1-8ef5-ff78a66fad60 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:31:03.543537 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-6168b00c-c660-46f1-8ef5-ff78a66fad60 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2757347 Nov 10 14:31:03.597866 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58360) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:03.607350 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Attempting to bind port 44723c34-d96d-48f7-9aa6-dc000c33143d on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:31:03.607760 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Attempting to bind port 44723c34-d96d-48f7-9aa6-dc000c33143d by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:31:03.608153 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Attempting to bind port 44723c34-d96d-48f7-9aa6-dc000c33143d on network 51adad85-2310-4257-b12d-2fa5a02b15eb {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:31:03.625782 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:31:03.626161 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Checking segment: {'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:31:03.626592 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:03.626990 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Bound using segment: {'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:31:03.627519 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Bound port: 44723c34-d96d-48f7-9aa6-dc000c33143d, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:31:03.628082 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:03.774901 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1fab58e5-2e10-4ef6-9f21-4f53c0f9d51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:03.781104 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] For port 44723c34-d96d-48f7-9aa6-dc000c33143d, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:31:03.784666 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-f5105762-d912-4e49-9649-67983d110359 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:03.800856 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] For port 44723c34-d96d-48f7-9aa6-dc000c33143d, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=44723c34-d96d-48f7-9aa6-dc000c33143d,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:31:03.825353 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:03.882723 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 1c36c210-a331-4de5-bb84-79310f416397 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:31:03.897880 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.32', 51952) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:03.910655 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306826ae-ee7b-4ba4-8754-a84a4527a722 req-6273bcb5-cb87-4f70-a0e2-1e2528cfcd58 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:03.913235 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-306826ae-ee7b-4ba4-8754-a84a4527a722 req-6273bcb5-cb87-4f70-a0e2-1e2528cfcd58 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 932 time: 0.9214272 Nov 10 14:31:03.983411 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-f5105762-d912-4e49-9649-67983d110359 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:04.115027 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-ba216c47-c3fc-46df-a4a1-263960f4f679 None None] Provisioning complete for port 44723c34-d96d-48f7-9aa6-dc000c33143d triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:31:04.115636 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ba216c47-c3fc-46df-a4a1-263960f4f679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:04.171217 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-cb5e5ed1-1701-4da3-9d2d-379ef187ee37 service neutron] 10.222.0.39 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6164734 Nov 10 14:31:04.304732 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 1c36c210-a331-4de5-bb84-79310f416397 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:31:04.305106 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:04.403898 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6451e92-c200-4dfc-a3ca-1197510ccbb0 None None] Pushing event updated for resources: {'Port': ['ID=44723c34-d96d-48f7-9aa6-dc000c33143d,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:04.465128 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Routers {'2a4aee9c-f932-4f84-81ec-2da9046f9172'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:31:04.466080 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:30:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['2a4aee9c-f932-4f84-81ec-2da9046f9172'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:04.468115 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0406fafa-924b-47ce-ab49-cc48108f99f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Made reservation on behalf of 73922fcd10714bffbe4b87c8a066a93e for: {'port': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:31:04.481897 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0406fafa-924b-47ce-ab49-cc48108f99f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:04.600599 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] Set router 2a4aee9c-f932-4f84-81ec-2da9046f9172 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:31:04.714320 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ba216c47-c3fc-46df-a4a1-263960f4f679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:04.773329 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf17d6-a488-4905-9176-a570364b1511 req-44aa261e-9ae7-4c14-8d71-2c140ff621ed tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:04.776051 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4bcf17d6-a488-4905-9176-a570364b1511 req-44aa261e-9ae7-4c14-8d71-2c140ff621ed tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.32 "GET /v2.0/networks?id=31b54cfb-1311-4b00-9564-b327455b5f7f HTTP/1.1" status: 200 len: 819 time: 0.8344526 Nov 10 14:31:04.855272 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad2b292-0c52-4e12-b2ff-78b004be334c {{(pid=101583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:31:04.867734 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:04.975655 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:04.976199 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-02321bd1-d95a-447b-b66c-6ced2891ee4a service neutron] 10.222.0.39 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7781265 Nov 10 14:31:05.043950 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.provisioning_blocks [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Transition to ACTIVE for port object 5ad2b292-0c52-4e12-b2ff-78b004be334c will not be triggered until provisioned by entity L2. {{(pid=101583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:31:05.044332 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-ba216c47-c3fc-46df-a4a1-263960f4f679 None None] For port 44723c34-d96d-48f7-9aa6-dc000c33143d, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=44723c34-d96d-48f7-9aa6-dc000c33143d,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:05.064878 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ba216c47-c3fc-46df-a4a1-263960f4f679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:05.125059 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port 1c36c210-a331-4de5-bb84-79310f416397, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=1c36c210-a331-4de5-bb84-79310f416397,segment=NetworkSegment(eae53f19-44c0-4bb7-ac5f-11d1175f44ca),segment_id=eae53f19-44c0-4bb7-ac5f-11d1175f44ca)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:05.137107 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-306826ae-ee7b-4ba4-8754-a84a4527a722 req-7ef5849c-b323-409a-a46d-72bf1fc510f1 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1810367 Nov 10 14:31:05.138401 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1fab58e5-2e10-4ef6-9f21-4f53c0f9d51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for subnet, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:05.152870 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:05.168155 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba216c47-c3fc-46df-a4a1-263960f4f679 None None] Pushing event updated for resources: {'Port': ['ID=44723c34-d96d-48f7-9aa6-dc000c33143d,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:05.241875 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=1c36c210-a331-4de5-bb84-79310f416397,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:05.249272 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:31:03Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:05.253931 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:05.277970 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-df0af8f9-3a9a-43de-a661-64783c4c0705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:05.292979 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf43041f-aeb5-433b-b112-89e737791936 None None] The sync data for ids ['2a4aee9c-f932-4f84-81ec-2da9046f9172'] in dv-cinder-817229-1-iscsi is: [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:31:03Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:31:05.296711 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-54067941-1a38-4afc-ae4f-7dab5a610142 None None] Provisioning complete for port 44723c34-d96d-48f7-9aa6-dc000c33143d triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:31:05.297536 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-54067941-1a38-4afc-ae4f-7dab5a610142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:05.317546 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1fab58e5-2e10-4ef6-9f21-4f53c0f9d51c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:05.329188 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-1fab58e5-2e10-4ef6-9f21-4f53c0f9d51c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/df3a385e-d8a8-400d-bfed-5d31306ce4ec HTTP/1.1" status: 204 len: 168 time: 2.9489243 Nov 10 14:31:05.357063 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab58e5-2e10-4ef6-9f21-4f53c0f9d51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df3a385e-d8a8-400d-bfed-5d31306ce4ec,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:05.383361 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58388) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:05.423253 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5105762-d912-4e49-9649-67983d110359 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c301bc5-4814-4cf0-9d22-774bf9171f7b,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:05.736181 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-de1a9d67-9433-4e76-90a6-3ec7a91b33c5 req-7c051abd-b6c7-485a-8374-a49146dbf2fd tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 210 time: 0.1405182 Nov 10 14:31:05.783954 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0406fafa-924b-47ce-ab49-cc48108f99f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Allocated IP 172.20.0.11 (1188f659-3386-43e3-8ceb-0934fe3b17ec/fa8cf2ed-4e3d-4140-bf62-99322ea8423a/67e0e8cc-bba8-4bd9-bed7-d9f136676d2b) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:31:05.859754 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:05.885415 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-f5105762-d912-4e49-9649-67983d110359 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:05.887707 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-f5105762-d912-4e49-9649-67983d110359 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.8140852 Nov 10 14:31:05.893225 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 1c36c210-a331-4de5-bb84-79310f416397 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:31:05.896457 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58402) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:05.944095 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Request body: {'floatingip': {'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:06.048419 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-4bcf17d6-a488-4905-9176-a570364b1511 req-5fd3ef38-0457-4855-9c11-33ff0529fd40 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Request body: {'port': {'device_id': 'eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6', 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f', 'admin_state_up': True, 'tenant_id': '981db8470d4046438eb5714fc16e1acd'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:06.053849 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 1c36c210-a331-4de5-bb84-79310f416397 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:31:06.054234 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:06.291955 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 44723c34-d96d-48f7-9aa6-dc000c33143d up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:31:06.301676 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9fa6db95-1917-4f44-9de3-c2f714d6ff4d req-2a57dfe3-93ca-4443-a1d5-12d163bcde5d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 210 time: 0.5805948 Nov 10 14:31:06.344810 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad2b292-0c52-4e12-b2ff-78b004be334c,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:06.379317 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Attempting to bind port 5ad2b292-0c52-4e12-b2ff-78b004be334c on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:31:06.380046 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Attempting to bind port 5ad2b292-0c52-4e12-b2ff-78b004be334c by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '784288a7-27e0-4302-b16b-bd8ecfe972bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '78618045-4f60-46fd-b46f-6122189ead0a'}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:31:06.380576 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Attempting to bind port 5ad2b292-0c52-4e12-b2ff-78b004be334c on network 78618045-4f60-46fd-b46f-6122189ead0a {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:31:06.414972 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 44723c34-d96d-48f7-9aa6-dc000c33143d triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:31:06.416696 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:06.469063 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for floatingip, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:06.478801 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:06.510583 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:31:06.511252 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:31:06.512214 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:31:06.512751 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Subscribe: > port after_create 55550000 {{(pid=101583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:31:06.513265 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:31:06.513757 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Subscribe: > port after_update 55550000 {{(pid=101583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:31:06.514256 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:31:06.514757 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:31:06.515258 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:31:06.515758 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:31:06.578174 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a5af8-20c9-4e44-a249-c1924884de8a req-934b2027-cce7-4423-a767-0fcd4980f1fd tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:06.578174 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-897a5af8-20c9-4e44-a249-c1924884de8a req-934b2027-cce7-4423-a767-0fcd4980f1fd tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 944 time: 0.1651638 Nov 10 14:31:06.610418 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0406fafa-924b-47ce-ab49-cc48108f99f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:06.702131 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58428) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:06.743087 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bcf17d6-a488-4905-9176-a570364b1511 req-5fd3ef38-0457-4855-9c11-33ff0529fd40 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Made reservation on behalf of 981db8470d4046438eb5714fc16e1acd for: {'port': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:31:06.746933 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-4bcf17d6-a488-4905-9176-a570364b1511 req-5fd3ef38-0457-4855-9c11-33ff0529fd40 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:06.813497 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-897a5af8-20c9-4e44-a249-c1924884de8a req-6dff09eb-a3a1-428e-9e85-76ddbd178ab1 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982846 Nov 10 14:31:06.822283 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0406fafa-924b-47ce-ab49-cc48108f99f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:06.943557 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:31:06.949119 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:31:06.949748 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:31:06.950351 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:31:06.950907 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7469a28b-6779-49d3-9db3-17617314d85b']}} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:06.962017 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1e11f8d6-43b0-46f1-b1f9-8e09cd1b92b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:06.965887 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0406fafa-924b-47ce-ab49-cc48108f99f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Network 1188f659-3386-43e3-8ceb-0934fe3b17ec is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:31:06.972151 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd99b92-5de6-4607-9592-e9438564f97c') {'for_net_delete': True} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:06.972561 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd99b92-5de6-4607-9592-e9438564f97c') {} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:07.002171 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0406fafa-924b-47ce-ab49-cc48108f99f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:31:07.004795 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0406fafa-924b-47ce-ab49-cc48108f99f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:31:07.010785 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0406fafa-924b-47ce-ab49-cc48108f99f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:07.011566 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0406fafa-924b-47ce-ab49-cc48108f99f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.022616 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Port 5ad2b292-0c52-4e12-b2ff-78b004be334c on network 78618045-4f60-46fd-b46f-6122189ead0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:31:07.022938 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Attempting to bind port 5ad2b292-0c52-4e12-b2ff-78b004be334c on network 78618045-4f60-46fd-b46f-6122189ead0a {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:31:07.035043 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-14f366c6-6c94-4d32-bb63-b3922839e3a8 req-cdf55919-bcbe-437a-a9e1-13ad815a0068 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 210 time: 0.0546393 Nov 10 14:31:07.039925 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9874534'] for segment, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.051448 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406fafa-924b-47ce-ab49-cc48108f99f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event updated for resources: {'Port': ['ID=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:07.057663 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:31:07.069293 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Checking segment: {'id': '784288a7-27e0-4302-b16b-bd8ecfe972bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '78618045-4f60-46fd-b46f-6122189ead0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:31:07.070013 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Bound using segment: {'id': '784288a7-27e0-4302-b16b-bd8ecfe972bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '78618045-4f60-46fd-b46f-6122189ead0a'} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:31:07.070573 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Bound port: 5ad2b292-0c52-4e12-b2ff-78b004be334c, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784288a7-27e0-4302-b16b-bd8ecfe972bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '78618045-4f60-46fd-b46f-6122189ead0a'}}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:31:07.071006 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.093174 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0406fafa-924b-47ce-ab49-cc48108f99f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5963948 Nov 10 14:31:07.094395 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.105685 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.124395 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [req-4bcf17d6-a488-4905-9176-a570364b1511 req-5fd3ef38-0457-4855-9c11-33ff0529fd40 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Allocated IP 172.20.0.13 (31b54cfb-1311-4b00-9564-b327455b5f7f/98e9e263-5186-4e72-813e-b280f20048ae/3e234d56-2610-418d-b838-2d76424e4bc4) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:31:07.124634 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:31:07.124634 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253879'] for segment, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: from cryptography.utils import int_from_bytes Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: from cryptography.utils import int_from_bytes Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: Traceback (most recent call last): Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: timer() Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: cb(*args, **kw) Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: return func(*args, **kwargs) Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: self._notify() Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: self.callback(batched_events) Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: event.method(event) Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: return f(self, *a, **k) Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._get(url).json() Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: return self.request(url, 'GET', **kwargs) Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:31:07.135658 dv-cinder-817229-1-iscsi neutron-server[101583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:31:07.244061 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.274630 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-df0af8f9-3a9a-43de-a661-64783c4c0705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.291516 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.298699 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7469a28b-6779-49d3-9db3-17617314d85b HTTP/1.1" status: 204 len: 168 time: 1.8926022 Nov 10 14:31:07.309696 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58440) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:07.350175 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1e11f8d6-43b0-46f1-b1f9-8e09cd1b92b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.390201 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1e11f8d6-43b0-46f1-b1f9-8e09cd1b92b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.395097 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Allocated IP 172.27.1.212 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/260dea7b-2477-42ee-8562-b2cda874496d) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:31:07.401706 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Request body: {'port': {'device_id': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:07.403826 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-df0af8f9-3a9a-43de-a661-64783c4c0705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.421548 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a6ed6-4247-4536-8581-be3947204430 admin admin] Pushing event deleted for resources: {'Network': ['ID=7469a28b-6779-49d3-9db3-17617314d85b,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:07.445962 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] For port 5ad2b292-0c52-4e12-b2ff-78b004be334c, host hv-cinder-81722, cleared binding levels {{(pid=101583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:31:07.461806 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-5a7dbe57-9001-492a-a579-b9d1451c3ef9 None None] Provisioning complete for port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:31:07.462391 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-5a7dbe57-9001-492a-a579-b9d1451c3ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.501067 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_v2 [None req-318204d4-1d1e-429a-a088-3eb9a5c85d7c admin admin] Deleting subnet f43fe32d-72e8-40fe-a738-a884886d0e17 {{(pid=101583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:31:07.515777 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] For port 5ad2b292-0c52-4e12-b2ff-78b004be334c, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5ad2b292-0c52-4e12-b2ff-78b004be334c,segment=NetworkSegment(784288a7-27e0-4302-b16b-bd8ecfe972bc),segment_id=784288a7-27e0-4302-b16b-bd8ecfe972bc)] {{(pid=101583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:31:07.521797 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-318204d4-1d1e-429a-a088-3eb9a5c85d7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.550651 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-5a7dbe57-9001-492a-a579-b9d1451c3ef9 None None] Port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:31:07.571213 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.584442 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-1e11f8d6-43b0-46f1-b1f9-8e09cd1b92b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d71add60878146b88921b4fbf052c317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8705471 Nov 10 14:31:07.591471 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-df0af8f9-3a9a-43de-a661-64783c4c0705 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7cd96dfea8e4884a61f5a7608a61b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9767718 Nov 10 14:31:07.592632 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0af8f9-3a9a-43de-a661-64783c4c0705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084c9e19-a358-4e6f-8be3-5969fbe5d21b,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:07.598787 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58452) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:07.599443 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58454) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:07.615311 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.642136 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11f8d6-43b0-46f1-b1f9-8e09cd1b92b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d30ef-4963-4045-9f00-d53e457d076e,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:07.687921 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-318204d4-1d1e-429a-a088-3eb9a5c85d7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9874559'] for subnet, precommit_delete_associations {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.728200 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-4bcf17d6-a488-4905-9176-a570364b1511 req-5fd3ef38-0457-4855-9c11-33ff0529fd40 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.741490 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:07.742121 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.743661 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ad2b292-0c52-4e12-b2ff-78b004be334c HTTP/1.1" status: 200 len: 1094 time: 5.8289871 Nov 10 14:31:07.751792 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10cf7caa-4c3d-4c66-a162-20b0af83a71a', 'tag': '5ad2b292-0c52-4e12-b2ff-78b004be334c'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:31:07.817505 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.849861 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48b8ff-378c-4b49-9cf0-50f152c4bfea req-aeb4bc6e-2de3-47ff-9821-3277ca455c6a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:07.851536 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8f48b8ff-378c-4b49-9cf0-50f152c4bfea req-aeb4bc6e-2de3-47ff-9821-3277ca455c6a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 932 time: 0.3922892 Nov 10 14:31:07.910892 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b43e5-5d59-45e2-a9a7-3f80fac3e4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad2b292-0c52-4e12-b2ff-78b004be334c,revision_number=3']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:07.921633 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a00909-32af-4c75-a9ab-aba157211bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "10cf7caa-4c3d-4c66-a162-20b0af83a71a", "tag": "5ad2b292-0c52-4e12-b2ff-78b004be334c"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:31:07.925404 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-318204d4-1d1e-429a-a088-3eb9a5c85d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:07.959795 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9c2e1e19-59bc-4140-81de-379c115e624c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.000058 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-4bcf17d6-a488-4905-9176-a570364b1511 req-5fd3ef38-0457-4855-9c11-33ff0529fd40 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.008894 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.035620 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9c2e1e19-59bc-4140-81de-379c115e624c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.041599 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-594da245-771f-4596-95bb-d4645df95673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.064057 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-bb9b862d-143f-40a0-9508-bb40bc6af72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:08.066240 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-bb9b862d-143f-40a0-9508-bb40bc6af72a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c26bc2100f844239f9892b1d199bfcf&device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 1097 time: 0.2602007 Nov 10 14:31:08.118297 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8f48b8ff-378c-4b49-9cf0-50f152c4bfea req-f1920234-7b9a-4bf8-b7bb-8b38820e38de tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880486 Nov 10 14:31:08.133401 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-318204d4-1d1e-429a-a088-3eb9a5c85d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9466112'] for subnet, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.144785 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-594da245-771f-4596-95bb-d4645df95673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.170658 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:31:08.174512 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bcf17d6-a488-4905-9176-a570364b1511 req-5fd3ef38-0457-4855-9c11-33ff0529fd40 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Network 31b54cfb-1311-4b00-9564-b327455b5f7f is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:31:08.175900 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318204d4-1d1e-429a-a088-3eb9a5c85d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f43fe32d-72e8-40fe-a738-a884886d0e17,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:08.179739 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:31:08.187893 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-318204d4-1d1e-429a-a088-3eb9a5c85d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.189406 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [req-4bcf17d6-a488-4905-9176-a570364b1511 req-5fd3ef38-0457-4855-9c11-33ff0529fd40 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:31:08.194719 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-318204d4-1d1e-429a-a088-3eb9a5c85d7c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f43fe32d-72e8-40fe-a738-a884886d0e17 HTTP/1.1" status: 204 len: 168 time: 0.8819890 Nov 10 14:31:08.201322 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58476) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:08.211007 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:31:08.219293 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event updated for resources: {'Port': ['ID=260dea7b-2477-42ee-8562-b2cda874496d,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:08.223714 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.32', 51958) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:08.291882 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fde73-c66c-4f9e-a933-4eee13d30ed0 req-eea8d30e-20c3-4cc1-a990-f8877c107b27 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:08.293604 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cb5fde73-c66c-4f9e-a933-4eee13d30ed0 req-eea8d30e-20c3-4cc1-a990-f8877c107b27 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 944 time: 0.2718852 Nov 10 14:31:08.309943 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcf17d6-a488-4905-9176-a570364b1511 req-5fd3ef38-0457-4855-9c11-33ff0529fd40 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:31:08.317139 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf17d6-a488-4905-9176-a570364b1511 req-5fd3ef38-0457-4855-9c11-33ff0529fd40 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:08.318115 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-4bcf17d6-a488-4905-9176-a570364b1511 req-5fd3ef38-0457-4855-9c11-33ff0529fd40 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.322891 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-f4ee0197-1b7e-4929-bcc1-4861856ff57e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad2b292-0c52-4e12-b2ff-78b004be334c HTTP/1.1" status: 200 len: 217 time: 0.1082869 Nov 10 14:31:08.341514 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9c2e1e19-59bc-4140-81de-379c115e624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.342452 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9c2e1e19-59bc-4140-81de-379c115e624c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.343553 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-9c2e1e19-59bc-4140-81de-379c115e624c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/084c9e19-a358-4e6f-8be3-5969fbe5d21b HTTP/1.1" status: 204 len: 168 time: 0.7388937 Nov 10 14:31:08.390566 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3ef38-0457-4855-9c11-33ff0529fd40 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Pushing event updated for resources: {'Port': ['ID=3e234d56-2610-418d-b838-2d76424e4bc4,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:08.629742 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4bcf17d6-a488-4905-9176-a570364b1511 req-5fd3ef38-0457-4855-9c11-33ff0529fd40 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6312182 Nov 10 14:31:08.648451 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.658508 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Request body: {'port': {'device_id': 'eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:08.672320 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9691ad6-d939-43e8-aeb0-d28e1930d8a8 x-openstack-request-id: req-b9691ad6-d939-43e8-aeb0-d28e1930d8a8 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:31:08.672754 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10cf7caa-4c3d-4c66-a162-20b0af83a71a", "tag": "5ad2b292-0c52-4e12-b2ff-78b004be334c", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:31:08.673169 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9691ad6-d939-43e8-aeb0-d28e1930d8a8 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:31:08.673715 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10cf7caa-4c3d-4c66-a162-20b0af83a71a', 'tag': '5ad2b292-0c52-4e12-b2ff-78b004be334c', 'status': 'completed', 'code': 200} Nov 10 14:31:08.693673 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e1e19-59bc-4140-81de-379c115e624c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084c9e19-a358-4e6f-8be3-5969fbe5d21b,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:08.713172 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-594da245-771f-4596-95bb-d4645df95673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.716261 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-594da245-771f-4596-95bb-d4645df95673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.720910 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-594da245-771f-4596-95bb-d4645df95673 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a2d30ef-4963-4045-9f00-d53e457d076e HTTP/1.1" status: 204 len: 168 time: 1.1173196 Nov 10 14:31:08.739334 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cb5fde73-c66c-4f9e-a933-4eee13d30ed0 req-d868d488-37e4-4705-a0b5-d141c51701b7 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354393 Nov 10 14:31:08.765261 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3f1f6984-7777-4a9a-848c-10ad4caafda2 req-0933f562-c1ea-4127-9c77-8aadabafa05f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 210 time: 0.0897105 Nov 10 14:31:08.773216 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-157d531f-e2e4-4032-b86d-8b9f17740028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.774920 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594da245-771f-4596-95bb-d4645df95673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d30ef-4963-4045-9f00-d53e457d076e,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:08.783122 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-2ff108c6-5bfe-4471-a0dd-71c346b892a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:08.785437 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-2ff108c6-5bfe-4471-a0dd-71c346b892a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f8eafe-70d8-46e4-bb92-cf3ddab9756a HTTP/1.1" status: 200 len: 851 time: 0.4471238 Nov 10 14:31:08.790000 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b {{(pid=101582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:31:08.797444 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.807366 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.840419 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58498) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:08.854873 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.879017 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.provisioning_blocks [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Transition to ACTIVE for port object 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b will not be triggered until provisioned by entity L2. {{(pid=101582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:31:08.884158 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-076bbd97-7eb5-4a16-a10f-71ae3c26c737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.886459 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-5488c445-97d4-4013-8610-9df3191eb85f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:08.888044 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-5488c445-97d4-4013-8610-9df3191eb85f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.32 "GET /v2.0/networks?id=31b54cfb-1311-4b00-9564-b327455b5f7f HTTP/1.1" status: 200 len: 819 time: 0.6318681 Nov 10 14:31:08.890102 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-60e38e20-8724-4e49-af62-afa5b6128e91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78618045-4f60-46fd-b46f-6122189ead0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933375 Nov 10 14:31:08.913279 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:08.931060 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-fc52d088-b348-4125-8175-efc1672174d1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Request body: {'port': {'device_id': 'fa4a7a26-bcd3-41bf-946b-8a6e364c58cf', 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f', 'admin_state_up': True, 'tenant_id': '981db8470d4046438eb5714fc16e1acd'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:09.025199 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-157d531f-e2e4-4032-b86d-8b9f17740028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.047938 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-157d531f-e2e4-4032-b86d-8b9f17740028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f206916a-f547-4b92-a9a4-90c6166c7997']}} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:09.057982 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-157d531f-e2e4-4032-b86d-8b9f17740028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ddcd93-8730-4b19-82e7-3b8c2a5c3831') {'for_net_delete': True} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:09.058291 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-157d531f-e2e4-4032-b86d-8b9f17740028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ddcd93-8730-4b19-82e7-3b8c2a5c3831') {} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:09.069036 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-157d531f-e2e4-4032-b86d-8b9f17740028 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9874534'] for segment, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.089338 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-157d531f-e2e4-4032-b86d-8b9f17740028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.097161 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157d531f-e2e4-4032-b86d-8b9f17740028 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=101583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:31:09.097565 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-157d531f-e2e4-4032-b86d-8b9f17740028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253879'] for segment, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.107443 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Pushing event updated for resources: {'Port': ['ID=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: Traceback (most recent call last): Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: timer() Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: cb(*args, **kw) Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: return func(*args, **kwargs) Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: self._notify() Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: self.callback(batched_events) Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: event.method(event) Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: return f(self, *a, **k) Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._get(url).json() Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: return self.request(url, 'GET', **kwargs) Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:31:09.155678 dv-cinder-817229-1-iscsi neutron-server[101583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:31:09.274538 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58512) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:09.328706 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9d8495a3-deb7-413d-95a2-7759d2f3517b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.341099 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Attempting to bind port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:31:09.341543 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Attempting to bind port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:31:09.341963 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Attempting to bind port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b on network 1188f659-3386-43e3-8ceb-0934fe3b17ec {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:31:09.396520 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b on network 1188f659-3386-43e3-8ceb-0934fe3b17ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:31:09.396834 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Attempting to bind port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b on network 1188f659-3386-43e3-8ceb-0934fe3b17ec {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:31:09.406499 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-157d531f-e2e4-4032-b86d-8b9f17740028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.421788 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-157d531f-e2e4-4032-b86d-8b9f17740028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.429053 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-157d531f-e2e4-4032-b86d-8b9f17740028 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f206916a-f547-4b92-a9a4-90c6166c7997 HTTP/1.1" status: 204 len: 168 time: 1.2241137 Nov 10 14:31:09.450442 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fef37e-b153-4814-a689-0571d8f712a5 req-55e76181-79bd-4f3a-a69b-ffdd84cb67ab tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:09.451978 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a4fef37e-b153-4814-a689-0571d8f712a5 req-55e76181-79bd-4f3a-a69b-ffdd84cb67ab tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.1938088 Nov 10 14:31:09.458797 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-ed9a79de-9fbc-49e1-8115-dee4b6219c0d service neutron] 10.222.0.32 "GET /v2.0/networks/78618045-4f60-46fd-b46f-6122189ead0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404410 Nov 10 14:31:09.459511 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d531f-e2e4-4032-b86d-8b9f17740028 admin admin] Pushing event deleted for resources: {'Network': ['ID=f206916a-f547-4b92-a9a4-90c6166c7997,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:09.461603 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:31:09.462178 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Checking segment: {'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:31:09.463015 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Bound using segment: {'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:31:09.463751 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Bound port: 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'}}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:31:09.464003 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.489211 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-076bbd97-7eb5-4a16-a10f-71ae3c26c737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.514746 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-076bbd97-7eb5-4a16-a10f-71ae3c26c737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.581494 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.599808 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a4fef37e-b153-4814-a689-0571d8f712a5 req-908fb7c1-9402-455a-8417-d43d1151db61 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302352 Nov 10 14:31:09.612103 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.621688 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-fc52d088-b348-4125-8175-efc1672174d1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Made reservation on behalf of 981db8470d4046438eb5714fc16e1acd for: {'port': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:31:09.626678 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-fc52d088-b348-4125-8175-efc1672174d1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.661163 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0a957a41-b72e-474d-9957-159d7ab36c94 req-b598418d-8ab0-415a-a3fb-bf31cc1f5d73 service neutron] 10.222.0.32 "GET /v2.0/networks/78618045-4f60-46fd-b46f-6122189ead0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927171 Nov 10 14:31:09.666499 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-076bbd97-7eb5-4a16-a10f-71ae3c26c737 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8c283ab29f74290a78501bd59875190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8221593 Nov 10 14:31:09.672860 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58528) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:09.711730 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.732134 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bbd97-7eb5-4a16-a10f-71ae3c26c737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95beaa53-9de2-4f13-ad8c-f36f31f1976a,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:09.748593 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58530) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:09.812432 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] For port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b, host hv-cinder-81722, cleared binding levels {{(pid=101582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:31:09.817092 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a00909-32af-4c75-a9ab-aba157211bbc req-6e8c05e0-3c08-44c7-826f-e481258975b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:09.819302 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-68a00909-32af-4c75-a9ab-aba157211bbc req-6e8c05e0-3c08-44c7-826f-e481258975b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c26bc2100f844239f9892b1d199bfcf&device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 1097 time: 0.0769229 Nov 10 14:31:09.824534 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec87-968d-49d0-b392-c3624d72e245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.849629 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.858826 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9362819 Nov 10 14:31:09.858826 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9d8495a3-deb7-413d-95a2-7759d2f3517b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.872242 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dce8d9-515c-493f-9a18-0c79c50f0344 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event updated for resources: {'Port': ['ID=260dea7b-2477-42ee-8562-b2cda874496d,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:09.884545 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] For port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:31:09.912319 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9d8495a3-deb7-413d-95a2-7759d2f3517b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.924792 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e234d56-2610-418d-b838-2d76424e4bc4 {{(pid=101582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:31:09.938623 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.959680 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec87-968d-49d0-b392-c3624d72e245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.960963 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:09.987539 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c0a6e7ee-f817-4512-8f99-2f8cf4c48419 req-76c604b7-cea2-485a-b221-9c7df8320d75 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 210 time: 0.0962565 Nov 10 14:31:10.015196 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-77d7f322-0c9d-4428-99fa-d404c50f4016 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce2d727081094e6a83d5a68d3d15f2e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628438 Nov 10 14:31:10.020023 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58540) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:10.039989 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-9d8495a3-deb7-413d-95a2-7759d2f3517b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c654e6b6959e4e58b7ca14e67a33b61e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7609437 Nov 10 14:31:10.042613 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58546) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:10.048604 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:10.049832 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.051796 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] 10.222.0.32 "PUT /v2.0/ports/67e0e8cc-bba8-4bd9-bed7-d9f136676d2b HTTP/1.1" status: 200 len: 1094 time: 2.6717777 Nov 10 14:31:10.053242 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.provisioning_blocks [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Transition to ACTIVE for port object 3e234d56-2610-418d-b838-2d76424e4bc4 will not be triggered until provisioned by entity L2. {{(pid=101582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:31:10.055211 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'tag': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:31:10.137343 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8495a3-deb7-413d-95a2-7759d2f3517b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff12174e-11b1-4a1f-b2de-960193d9d783,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:10.187467 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a00909-32af-4c75-a9ab-aba157211bbc req-887566f3-762b-4beb-9a91-a745a8615561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:10.189208 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-68a00909-32af-4c75-a9ab-aba157211bbc req-887566f3-762b-4beb-9a91-a745a8615561 service neutron] 10.222.0.32 "GET /v2.0/networks?id=78618045-4f60-46fd-b46f-6122189ead0a HTTP/1.1" status: 200 len: 912 time: 0.3616149 Nov 10 14:31:10.191758 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.232661 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f78baf-5371-4766-9061-bd888edc6fe2 req-9915fb71-fe67-49c8-895f-ad24891baf39 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:10.234387 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e5f78baf-5371-4766-9061-bd888edc6fe2 req-9915fb71-fe67-49c8-895f-ad24891baf39 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 944 time: 0.4009547 Nov 10 14:31:10.251759 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-68a00909-32af-4c75-a9ab-aba157211bbc req-62b98072-f3a3-46e0-b1d2-1a9a9486c072 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad2b292-0c52-4e12-b2ff-78b004be334c HTTP/1.1" status: 200 len: 217 time: 0.0499063 Nov 10 14:31:10.257959 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-fc52d088-b348-4125-8175-efc1672174d1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Allocated IP 172.20.0.3 (31b54cfb-1311-4b00-9564-b327455b5f7f/98e9e263-5186-4e72-813e-b280f20048ae/5410c20f-e0be-493e-ac1a-5dbe2b2538ff) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:31:10.261794 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffee345-9943-41eb-89fd-f8eabb86845a service neutron] Pushing event updated for resources: {'Port': ['ID=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,revision_number=3']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:10.282557 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1287a11e-2b4f-4acf-85da-b397ea64d4a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.324146 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-501e63b9-7c86-43d8-a55d-57327b78c103 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1389486548&fields=id&tenant_id=2430c7f095e74156a1565c216a9a2b06 HTTP/1.1" status: 200 len: 267 time: 0.2113576 Nov 10 14:31:10.350504 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec87-968d-49d0-b392-c3624d72e245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.353085 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec87-968d-49d0-b392-c3624d72e245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.356621 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-e6fdec87-968d-49d0-b392-c3624d72e245 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95beaa53-9de2-4f13-ad8c-f36f31f1976a HTTP/1.1" status: 204 len: 168 time: 0.6804504 Nov 10 14:31:10.363237 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1588184-119f-42cc-b2a3-05df9a61c77a" -d '{"events": [{"name": "network-changed", "server_uuid": "60194a2e-ed68-4d33-ab4b-223638fecce0", "tag": "67e0e8cc-bba8-4bd9-bed7-d9f136676d2b"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:31:10.383669 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-6be385c3-6a21-405c-9f61-4118119f0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:10.385187 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-6be385c3-6a21-405c-9f61-4118119f0a63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 1097 time: 0.2393060 Nov 10 14:31:10.386747 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1287a11e-2b4f-4acf-85da-b397ea64d4a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.412193 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a00909-32af-4c75-a9ab-aba157211bbc req-df563d08-5ecf-4b6b-8b30-91182f3db5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:10.413765 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-68a00909-32af-4c75-a9ab-aba157211bbc req-df563d08-5ecf-4b6b-8b30-91182f3db5ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f8eafe-70d8-46e4-bb92-cf3ddab9756a HTTP/1.1" status: 200 len: 851 time: 0.1486893 Nov 10 14:31:10.423489 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdec87-968d-49d0-b392-c3624d72e245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95beaa53-9de2-4f13-ad8c-f36f31f1976a,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:10.457623 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a257330a-b0d7-482a-946d-186c67ce3753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.498646 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Pushing event updated for resources: {'Port': ['ID=3e234d56-2610-418d-b838-2d76424e4bc4,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:10.513299 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e5f78baf-5371-4766-9061-bd888edc6fe2 req-7971aecd-fc83-4cea-8593-136f4637c158 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639019 Nov 10 14:31:10.515861 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-22d8e05b-a435-45f0-acb2-73b4f3d7a202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.518295 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-68a00909-32af-4c75-a9ab-aba157211bbc req-646b0ba0-99e0-4d7f-92e7-c2a888da6879 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78618045-4f60-46fd-b46f-6122189ead0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895567 Nov 10 14:31:10.519134 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-18c36b83-e514-4a7f-9aaa-a1ffd8e093a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b HTTP/1.1" status: 200 len: 217 time: 0.1116598 Nov 10 14:31:10.524608 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Attempting to bind port 3e234d56-2610-418d-b838-2d76424e4bc4 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:31:10.525623 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Attempting to bind port 3e234d56-2610-418d-b838-2d76424e4bc4 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f'}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:31:10.526142 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Attempting to bind port 3e234d56-2610-418d-b838-2d76424e4bc4 on network 31b54cfb-1311-4b00-9564-b327455b5f7f {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:31:10.559243 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Port 3e234d56-2610-418d-b838-2d76424e4bc4 on network 31b54cfb-1311-4b00-9564-b327455b5f7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:31:10.559799 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Attempting to bind port 3e234d56-2610-418d-b838-2d76424e4bc4 on network 31b54cfb-1311-4b00-9564-b327455b5f7f {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:31:10.623553 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-22d8e05b-a435-45f0-acb2-73b4f3d7a202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.625867 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:31:10.626203 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Checking segment: {'id': 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:31:10.632839 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Bound using segment: {'id': 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f'} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:31:10.633362 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Bound port: 3e234d56-2610-418d-b838-2d76424e4bc4, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f'}}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:31:10.633729 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.672539 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-78ae16f6-6df7-40ec-a0ed-2d3ec7541cb6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:10.681439 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-78ae16f6-6df7-40ec-a0ed-2d3ec7541cb6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/networks?id=51adad85-2310-4257-b12d-2fa5a02b15eb HTTP/1.1" status: 200 len: 810 time: 0.3380215 Nov 10 14:31:10.710680 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1287a11e-2b4f-4acf-85da-b397ea64d4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.713260 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1287a11e-2b4f-4acf-85da-b397ea64d4a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.714383 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-1287a11e-2b4f-4acf-85da-b397ea64d4a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bab86e3-b580-434e-b1ed-db5dec8b6ad9 HTTP/1.1" status: 204 len: 168 time: 0.6934059 Nov 10 14:31:10.731565 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-a5fe1e20-8280-4c06-a9af-c7b1af3f8208 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/quotas/2430c7f095e74156a1565c216a9a2b06 HTTP/1.1" status: 200 len: 375 time: 0.0490875 Nov 10 14:31:10.759934 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287a11e-2b4f-4acf-85da-b397ea64d4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bab86e3-b580-434e-b1ed-db5dec8b6ad9,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:10.780989 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-7055b2de-9623-4094-89ac-acd7d9aa5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:10.783349 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-7055b2de-9623-4094-89ac-acd7d9aa5d3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 200 len: 855 time: 0.2478945 Nov 10 14:31:10.828321 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-fc52d088-b348-4125-8175-efc1672174d1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.835583 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-68a00909-32af-4c75-a9ab-aba157211bbc req-cb877b89-6b42-4463-9cd7-4ab3de82e30e service neutron] 10.222.0.32 "GET /v2.0/networks/78618045-4f60-46fd-b46f-6122189ead0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006339 Nov 10 14:31:10.863443 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:31:10.897623 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-25bfcd6e-6fe3-4866-9202-91228ab671bc tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2430c7f095e74156a1565c216a9a2b06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1650193 Nov 10 14:31:10.931965 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-22d8e05b-a435-45f0-acb2-73b4f3d7a202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.935399 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-22d8e05b-a435-45f0-acb2-73b4f3d7a202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:10.941810 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-22d8e05b-a435-45f0-acb2-73b4f3d7a202 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff12174e-11b1-4a1f-b2de-960193d9d783 HTTP/1.1" status: 204 len: 168 time: 0.8852351 Nov 10 14:31:10.952515 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-7d14e004-50c5-4800-9a81-b2e411aa1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:10.953076 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-7d14e004-50c5-4800-9a81-b2e411aa1e4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1188f659-3386-43e3-8ceb-0934fe3b17ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1597795 Nov 10 14:31:10.967664 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8e05b-a435-45f0-acb2-73b4f3d7a202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff12174e-11b1-4a1f-b2de-960193d9d783,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:11.082492 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38310573-bab7-4bf2-b9f3-9cb2e8207229 x-openstack-request-id: req-38310573-bab7-4bf2-b9f3-9cb2e8207229 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:31:11.082788 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60194a2e-ed68-4d33-ab4b-223638fecce0", "tag": "67e0e8cc-bba8-4bd9-bed7-d9f136676d2b", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:31:11.083045 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38310573-bab7-4bf2-b9f3-9cb2e8207229 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:31:11.083526 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'tag': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'status': 'completed', 'code': 200} Nov 10 14:31:11.102294 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] For port 3e234d56-2610-418d-b838-2d76424e4bc4, host hv-cinder-81722, cleared binding levels {{(pid=101582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:31:11.256327 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-fc52d088-b348-4125-8175-efc1672174d1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:11.269597 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-68a00909-32af-4c75-a9ab-aba157211bbc req-a432c962-ef21-4370-881f-9de7dc5a241d service neutron] 10.222.0.32 "GET /v2.0/networks/78618045-4f60-46fd-b46f-6122189ead0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260030 Nov 10 14:31:11.315860 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-0c8ab965-6c5a-4acc-ab23-593184ffa43f service neutron] 10.222.0.39 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172022 Nov 10 14:31:11.338285 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-fc52d088-b348-4125-8175-efc1672174d1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Network 31b54cfb-1311-4b00-9564-b327455b5f7f is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:31:11.349167 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] For port 3e234d56-2610-418d-b838-2d76424e4bc4, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=3e234d56-2610-418d-b838-2d76424e4bc4,segment=NetworkSegment(eae53f19-44c0-4bb7-ac5f-11d1175f44ca),segment_id=eae53f19-44c0-4bb7-ac5f-11d1175f44ca)] {{(pid=101582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:31:11.356148 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-fc52d088-b348-4125-8175-efc1672174d1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:31:11.364857 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-fc52d088-b348-4125-8175-efc1672174d1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:31:11.368228 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:11.391559 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52d088-b348-4125-8175-efc1672174d1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Pushing event updated for resources: {'Port': ['ID=5410c20f-e0be-493e-ac1a-5dbe2b2538ff,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:11.421507 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58592) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:11.432148 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e8612-c3bf-4fc5-b746-eb6dae64a8fc req-092964dc-2f70-49bb-9a91-793c3287f461 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:11.433773 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-598e8612-c3bf-4fc5-b746-eb6dae64a8fc req-092964dc-2f70-49bb-9a91-793c3287f461 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.3494427 Nov 10 14:31:11.439661 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:11.441656 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:11.442533 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4bcf17d6-a488-4905-9176-a570364b1511 req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] 10.222.0.32 "PUT /v2.0/ports/3e234d56-2610-418d-b838-2d76424e4bc4 HTTP/1.1" status: 200 len: 1094 time: 2.8011961 Nov 10 14:31:11.458608 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-118d7114-9257-4f1a-a073-a6a16fcf47d3 service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952240 Nov 10 14:31:11.462825 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-fc52d088-b348-4125-8175-efc1672174d1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:11.463454 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-fc52d088-b348-4125-8175-efc1672174d1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:11.496636 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-5c30b3e1-f566-4422-b2a8-e4fac969cb51 service neutron] 10.222.0.39 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797967 Nov 10 14:31:11.505036 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-fc52d088-b348-4125-8175-efc1672174d1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5880866 Nov 10 14:31:11.519557 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Request body: {'port': {'device_id': 'fa4a7a26-bcd3-41bf-946b-8a6e364c58cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:11.612906 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:11.635146 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3a354-0267-4c1e-86ec-eaf2e36ab5ae service neutron] Pushing event updated for resources: {'Port': ['ID=3e234d56-2610-418d-b838-2d76424e4bc4,revision_number=3']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:11.676201 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-f0335890-84cd-47de-b987-d98b97d1d41b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2be849ff9af74ea0b64ee95a7e626c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325294 Nov 10 14:31:11.685339 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58604) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:11.710899 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-598e8612-c3bf-4fc5-b746-eb6dae64a8fc req-b7b550b0-6c19-46a0-9dc7-b8aacb0a3523 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429996 Nov 10 14:31:11.744537 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf17d6-a488-4905-9176-a570364b1511 req-a502cb1d-b3d0-4d80-92a8-705a6433a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:11.746120 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4bcf17d6-a488-4905-9176-a570364b1511 req-a502cb1d-b3d0-4d80-92a8-705a6433a5ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=981db8470d4046438eb5714fc16e1acd&device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 1097 time: 0.2391717 Nov 10 14:31:11.826469 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4bcf17d6-a488-4905-9176-a570364b1511 req-ca90ba15-858a-433f-a57b-f9802a7a20e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e234d56-2610-418d-b838-2d76424e4bc4 HTTP/1.1" status: 200 len: 217 time: 0.0632594 Nov 10 14:31:11.828479 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8bc3c19c-880c-42bc-a0d0-677a8a908ac5 req-a2a7baa7-4a11-437e-abf4-ca564ba9aca1 service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468878 Nov 10 14:31:12.115138 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f1e8b-1616-4a52-965d-a22b74bf9345 req-aa73e626-face-4710-92c4-36e96db17b34 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:12.117059 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-455f1e8b-1616-4a52-965d-a22b74bf9345 req-aa73e626-face-4710-92c4-36e96db17b34 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 931 time: 0.3785987 Nov 10 14:31:12.118008 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-bf23aedf-9f6f-47a8-a388-40509df26d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:12.166464 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-bf23aedf-9f6f-47a8-a388-40509df26d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:12.177395 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf17d6-a488-4905-9176-a570364b1511 req-90fa7a80-fc58-4b32-beb1-a1f4be15e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:12.182158 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4bcf17d6-a488-4905-9176-a570364b1511 req-90fa7a80-fc58-4b32-beb1-a1f4be15e29b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98e9e263-5186-4e72-813e-b280f20048ae HTTP/1.1" status: 200 len: 859 time: 0.3429565 Nov 10 14:31:12.239662 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680aa13c-a7d5-48a3-82c9-257b61e1c7d8 req-0b665bab-21d7-4fc4-b9d1-a391874f8cad tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:12.241553 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-680aa13c-a7d5-48a3-82c9-257b61e1c7d8 req-0b665bab-21d7-4fc4-b9d1-a391874f8cad tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 944 time: 0.3293505 Nov 10 14:31:12.254398 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1588184-119f-42cc-b2a3-05df9a61c77a req-50eab086-c327-4f5c-ace3-ef9cac311e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:12.256264 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-455f1e8b-1616-4a52-965d-a22b74bf9345 req-5036b677-543a-4bbc-a78a-0af76b4ed7be tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143775 Nov 10 14:31:12.256668 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c1588184-119f-42cc-b2a3-05df9a61c77a req-50eab086-c327-4f5c-ace3-ef9cac311e6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 1097 time: 0.3426371 Nov 10 14:31:12.298937 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4bcf17d6-a488-4905-9176-a570364b1511 req-65561ac2-efe0-4c35-bfda-7cd9d611b83a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31b54cfb-1311-4b00-9564-b327455b5f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082494 Nov 10 14:31:12.432145 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-34f65b3b-fe82-4001-86d8-720b787c7724 req-e84902f7-4001-448c-afe2-2ec36e0674e3 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 210 time: 0.0578113 Nov 10 14:31:12.444948 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5410c20f-e0be-493e-ac1a-5dbe2b2538ff {{(pid=101583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:31:12.453371 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-bf23aedf-9f6f-47a8-a388-40509df26d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:12.456570 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-bf23aedf-9f6f-47a8-a388-40509df26d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:12.457758 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-bf23aedf-9f6f-47a8-a388-40509df26d48 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7268f02-84b7-4b79-9f2e-ee431295a7e9 HTTP/1.1" status: 204 len: 168 time: 0.7713857 Nov 10 14:31:12.459877 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:12.470121 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23aedf-9f6f-47a8-a388-40509df26d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7268f02-84b7-4b79-9f2e-ee431295a7e9,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:12.487900 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.provisioning_blocks [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Transition to ACTIVE for port object 5410c20f-e0be-493e-ac1a-5dbe2b2538ff will not be triggered until provisioned by entity L2. {{(pid=101583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:31:12.506743 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:12.551418 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4bcf17d6-a488-4905-9176-a570364b1511 req-542e39df-8850-4132-a272-881ad97eef96 service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076163 Nov 10 14:31:12.617582 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-680aa13c-a7d5-48a3-82c9-257b61e1c7d8 req-40e01771-8934-4c4c-a8a6-6f14fb30d54c tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585224 Nov 10 14:31:12.673704 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Pushing event updated for resources: {'Port': ['ID=5410c20f-e0be-493e-ac1a-5dbe2b2538ff,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:12.725636 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Attempting to bind port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:31:12.726129 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Attempting to bind port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f'}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:31:12.726733 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Attempting to bind port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff on network 31b54cfb-1311-4b00-9564-b327455b5f7f {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:31:12.727417 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1588184-119f-42cc-b2a3-05df9a61c77a req-72c1525f-6432-490b-a4c5-076e373a66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:12.729565 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c1588184-119f-42cc-b2a3-05df9a61c77a req-72c1525f-6432-490b-a4c5-076e373a66fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 917 time: 0.4337764 Nov 10 14:31:12.733860 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff on network 31b54cfb-1311-4b00-9564-b327455b5f7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:31:12.734365 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Attempting to bind port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff on network 31b54cfb-1311-4b00-9564-b327455b5f7f {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:31:12.745374 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:31:12.745967 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Checking segment: {'id': 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:31:12.746900 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Bound using segment: {'id': 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f'} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:31:12.747538 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Bound port: 5410c20f-e0be-493e-ac1a-5dbe2b2538ff, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f'}}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:31:12.748056 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:12.788135 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c1588184-119f-42cc-b2a3-05df9a61c77a req-d4a910be-f122-4c3b-b9ce-3adee2cb97e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b HTTP/1.1" status: 200 len: 217 time: 0.0469506 Nov 10 14:31:12.792162 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4bcf17d6-a488-4905-9176-a570364b1511 req-45191306-6576-4393-8d9d-21e7eb0e2e1d service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204490 Nov 10 14:31:12.881046 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1588184-119f-42cc-b2a3-05df9a61c77a req-faf8926f-e11c-4e90-a1fc-c967e46adf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:12.882789 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c1588184-119f-42cc-b2a3-05df9a61c77a req-faf8926f-e11c-4e90-a1fc-c967e46adf0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 200 len: 855 time: 0.0698435 Nov 10 14:31:12.886463 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] For port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff, host hv-cinder-81722, cleared binding levels {{(pid=101583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:31:12.900700 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] For port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5410c20f-e0be-493e-ac1a-5dbe2b2538ff,segment=NetworkSegment(eae53f19-44c0-4bb7-ac5f-11d1175f44ca),segment_id=eae53f19-44c0-4bb7-ac5f-11d1175f44ca)] {{(pid=101583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:31:12.905499 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:12.940234 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1588184-119f-42cc-b2a3-05df9a61c77a req-f1ce3eae-a8f1-47e6-8917-b22ddc42851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:12.942410 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c1588184-119f-42cc-b2a3-05df9a61c77a req-f1ce3eae-a8f1-47e6-8917-b22ddc42851f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1188f659-3386-43e3-8ceb-0934fe3b17ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498333 Nov 10 14:31:12.951184 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ba7dd-8218-47cb-a3be-9cb93ff6f34f req-e39da859-c770-49db-b347-325b73ec602b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:12.952730 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-057ba7dd-8218-47cb-a3be-9cb93ff6f34f req-e39da859-c770-49db-b347-325b73ec602b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.1113989 Nov 10 14:31:12.959163 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:12.959777 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:12.961162 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] 10.222.0.32 "PUT /v2.0/ports/5410c20f-e0be-493e-ac1a-5dbe2b2538ff HTTP/1.1" status: 200 len: 1093 time: 1.4477291 Nov 10 14:31:12.961834 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4a7a26-bcd3-41bf-946b-8a6e364c58cf', 'tag': '5410c20f-e0be-493e-ac1a-5dbe2b2538ff'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:31:12.963871 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08321956-0784-4c02-b1f6-4e7e35931ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4a7a26-bcd3-41bf-946b-8a6e364c58cf", "tag": "5410c20f-e0be-493e-ac1a-5dbe2b2538ff"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:31:13.014624 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-6fb36177-8758-49d6-8902-6d53bfee9d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:13.020716 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd7bf15-3d20-4316-ac38-31ce02a84b02 x-openstack-request-id: req-7fd7bf15-3d20-4316-ac38-31ce02a84b02 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:31:13.021045 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4a7a26-bcd3-41bf-946b-8a6e364c58cf", "tag": "5410c20f-e0be-493e-ac1a-5dbe2b2538ff", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:31:13.021298 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fd7bf15-3d20-4316-ac38-31ce02a84b02 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:31:13.021693 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4a7a26-bcd3-41bf-946b-8a6e364c58cf', 'tag': '5410c20f-e0be-493e-ac1a-5dbe2b2538ff', 'status': 'completed', 'code': 200} Nov 10 14:31:13.069687 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe4599-bd53-45f5-9a91-c9631a5a2682 service neutron] Pushing event updated for resources: {'Port': ['ID=5410c20f-e0be-493e-ac1a-5dbe2b2538ff,revision_number=3']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:13.086998 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6', 'tag': '3e234d56-2610-418d-b838-2d76424e4bc4'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:31:13.091021 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d165b5-cae2-4ea3-8de6-d204bebb666e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6", "tag": "3e234d56-2610-418d-b838-2d76424e4bc4"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:31:13.101431 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-057ba7dd-8218-47cb-a3be-9cb93ff6f34f req-90c3339b-a519-44ca-8f9a-aaf310bd8318 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291709 Nov 10 14:31:13.109582 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-b3e95b9f-e120-45a5-a72d-0184451d292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:13.111603 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-b3e95b9f-e120-45a5-a72d-0184451d292d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=981db8470d4046438eb5714fc16e1acd&device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 1096 time: 0.0869284 Nov 10 14:31:13.140583 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c1588184-119f-42cc-b2a3-05df9a61c77a req-cb7adbc7-cf53-4593-b7b5-9e7364a16a2c service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892073 Nov 10 14:31:13.164108 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-99880aa0-2053-4bf9-89bf-b701eecac8d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5410c20f-e0be-493e-ac1a-5dbe2b2538ff HTTP/1.1" status: 200 len: 217 time: 0.0448236 Nov 10 14:31:13.193323 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6d3d13-31f6-4b2e-99ac-ab580acc9bda x-openstack-request-id: req-0b6d3d13-31f6-4b2e-99ac-ab580acc9bda {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:31:13.193621 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6", "tag": "3e234d56-2610-418d-b838-2d76424e4bc4", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:31:13.193877 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b6d3d13-31f6-4b2e-99ac-ab580acc9bda {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:31:13.194264 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6', 'tag': '3e234d56-2610-418d-b838-2d76424e4bc4', 'status': 'completed', 'code': 200} Nov 10 14:31:13.269453 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-b7567c47-923b-4964-9030-8fc1d7039205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:13.271292 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-b7567c47-923b-4964-9030-8fc1d7039205 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98e9e263-5186-4e72-813e-b280f20048ae HTTP/1.1" status: 200 len: 859 time: 0.0854909 Nov 10 14:31:13.367081 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d165b5-cae2-4ea3-8de6-d204bebb666e req-07a84450-cf78-4954-b6bf-6342973c1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:13.368761 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d7d165b5-cae2-4ea3-8de6-d204bebb666e req-07a84450-cf78-4954-b6bf-6342973c1891 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=981db8470d4046438eb5714fc16e1acd&device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 1097 time: 0.1601806 Nov 10 14:31:13.391297 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-1f7733ce-f572-4dfa-8ef6-1b94ba7330e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31b54cfb-1311-4b00-9564-b327455b5f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093554 Nov 10 14:31:13.484039 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c1588184-119f-42cc-b2a3-05df9a61c77a req-515f828a-cd7b-4f46-880a-5fae730ec9c9 service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355384 Nov 10 14:31:13.512718 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 5ad2b292-0c52-4e12-b2ff-78b004be334c details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:31:13.579585 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d165b5-cae2-4ea3-8de6-d204bebb666e req-1da34943-2398-46cf-8a7e-cd358efe10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:13.587788 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d7d165b5-cae2-4ea3-8de6-d204bebb666e req-1da34943-2398-46cf-8a7e-cd358efe10bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=31b54cfb-1311-4b00-9564-b327455b5f7f HTTP/1.1" status: 200 len: 920 time: 0.2107036 Nov 10 14:31:13.611793 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7ed0d-34e8-4e17-b91b-490b173d120c req-5574d49a-d63d-4818-8588-7c4c5ac0d7fe tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:13.619175 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e9b7ed0d-34e8-4e17-b91b-490b173d120c req-5574d49a-d63d-4818-8588-7c4c5ac0d7fe tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 943 time: 0.2386749 Nov 10 14:31:13.631090 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-cb36ef1d-7ddb-4785-9216-d0b970a3de29 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:13.632849 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-cb36ef1d-7ddb-4785-9216-d0b970a3de29 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.32 "GET /v2.0/networks?id=51adad85-2310-4257-b12d-2fa5a02b15eb HTTP/1.1" status: 200 len: 810 time: 0.3599780 Nov 10 14:31:13.641767 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ab2161b3-91d7-44a3-99a6-17a4ddc75da0 req-d7697fbc-8727-4e0a-8a43-b8e1d98423e7 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 210 time: 0.0513210 Nov 10 14:31:13.701111 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-07055456-8f72-4d23-a0eb-9fce034f6bf6 service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883401 Nov 10 14:31:13.713832 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 5ad2b292-0c52-4e12-b2ff-78b004be334c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5ad2b292-0c52-4e12-b2ff-78b004be334c,segment=NetworkSegment(784288a7-27e0-4302-b16b-bd8ecfe972bc),segment_id=784288a7-27e0-4302-b16b-bd8ecfe972bc)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:13.722014 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d7d165b5-cae2-4ea3-8de6-d204bebb666e req-e1a7f1c6-1d74-4196-8d0f-dafcf6421aa6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e234d56-2610-418d-b838-2d76424e4bc4 HTTP/1.1" status: 200 len: 217 time: 0.0752039 Nov 10 14:31:13.727776 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '5ad2b292-0c52-4e12-b2ff-78b004be334c', 'network_id': '78618045-4f60-46fd-b46f-6122189ead0a', 'port_id': '5ad2b292-0c52-4e12-b2ff-78b004be334c', 'mac_address': 'fa:16:3e:05:8f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f8eafe-70d8-46e4-bb92-cf3ddab9756a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:31:13.739585 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58696) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:13.774425 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:13.805384 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e9b7ed0d-34e8-4e17-b91b-490b173d120c req-c892693b-c08f-4e5d-81cf-9f752be6e1cc tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850801 Nov 10 14:31:13.818732 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad2b292-0c52-4e12-b2ff-78b004be334c {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:31:13.845136 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d165b5-cae2-4ea3-8de6-d204bebb666e req-3713e226-c706-49b7-b677-454ad6ccfdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:13.846930 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d7d165b5-cae2-4ea3-8de6-d204bebb666e req-3713e226-c706-49b7-b677-454ad6ccfdf5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98e9e263-5186-4e72-813e-b280f20048ae HTTP/1.1" status: 200 len: 859 time: 0.1180959 Nov 10 14:31:13.857468 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-18c94465-af2e-4952-8703-42503c19b50c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2430c7f095e74156a1565c216a9a2b06 HTTP/1.1" status: 200 len: 380 time: 0.2123578 Nov 10 14:31:13.869395 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-a5c7fa5f-59c3-4ee6-88d4-b085c60469ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Request body: {'port': {'device_id': 'b7221183-e059-4a19-938d-0d2bcc61e6e6', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'admin_state_up': True, 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'security_groups': ['68f523bf-628d-4e24-a9c8-3ff4d2c2544a']}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:13.881227 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 5ad2b292-0c52-4e12-b2ff-78b004be334c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5ad2b292-0c52-4e12-b2ff-78b004be334c,segment=NetworkSegment(784288a7-27e0-4302-b16b-bd8ecfe972bc),segment_id=784288a7-27e0-4302-b16b-bd8ecfe972bc)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:13.890612 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:13.921446 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d7d165b5-cae2-4ea3-8de6-d204bebb666e req-37471305-d09b-43e8-9448-41a17782ab24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31b54cfb-1311-4b00-9564-b327455b5f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656400 Nov 10 14:31:13.930712 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd776cf-a053-47cc-9a46-82825ae98e12 req-ac8699d0-664a-4e43-b90f-7608939ef057 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:13.938406 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cdd776cf-a053-47cc-9a46-82825ae98e12 req-ac8699d0-664a-4e43-b90f-7608939ef057 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 944 time: 0.1530945 Nov 10 14:31:13.990310 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=5ad2b292-0c52-4e12-b2ff-78b004be334c,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:14.016947 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52149610-f8a8-4f37-a486-7a406cd6e345 req-316e00f4-a0ba-48bf-b22b-2991be45263a service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055780 Nov 10 14:31:14.062965 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-a5c7fa5f-59c3-4ee6-88d4-b085c60469ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Made reservation on behalf of 2430c7f095e74156a1565c216a9a2b06 for: {'port': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:31:14.073850 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-a5c7fa5f-59c3-4ee6-88d4-b085c60469ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:14.092953 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cdd776cf-a053-47cc-9a46-82825ae98e12 req-787e1af3-3615-4fe4-bce3-4a5cdcf14ef6 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536038 Nov 10 14:31:14.112373 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:14.139112 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d7d165b5-cae2-4ea3-8de6-d204bebb666e req-923dd613-7db3-44d2-802b-01e666a6685c service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979644 Nov 10 14:31:14.140133 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-06b73428-de94-4f7a-8629-3c6a46f2adcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:14.223734 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08321956-0784-4c02-b1f6-4e7e35931ff1 req-0f394af2-c513-40ca-86c9-1e5f55c9b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:14.225324 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-08321956-0784-4c02-b1f6-4e7e35931ff1 req-0f394af2-c513-40ca-86c9-1e5f55c9b10b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=981db8470d4046438eb5714fc16e1acd&device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 1096 time: 0.1362355 Nov 10 14:31:14.263672 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-06b73428-de94-4f7a-8629-3c6a46f2adcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:14.275113 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-06b73428-de94-4f7a-8629-3c6a46f2adcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:14.377876 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-a5c7fa5f-59c3-4ee6-88d4-b085c60469ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Allocated IP 172.20.0.11 (51adad85-2310-4257-b12d-2fa5a02b15eb/fe999501-c772-4030-bed3-027c2ee0e36a/48b1df86-8344-45fd-9f87-7ead87b5d2e2) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:31:14.415301 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7451e7f-f9a2-43e7-8e6d-1d0dc22e5b5d req-1fd5ba91-0335-4b89-8c18-712e6174b3d5 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:14.417005 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b7451e7f-f9a2-43e7-8e6d-1d0dc22e5b5d req-1fd5ba91-0335-4b89-8c18-712e6174b3d5 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.1518984 Nov 10 14:31:14.472040 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08321956-0784-4c02-b1f6-4e7e35931ff1 req-6bc6e8fe-9923-46f1-9b7b-52b92f117cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:14.473604 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-08321956-0784-4c02-b1f6-4e7e35931ff1 req-6bc6e8fe-9923-46f1-9b7b-52b92f117cea service neutron] 10.222.0.32 "GET /v2.0/networks?id=31b54cfb-1311-4b00-9564-b327455b5f7f HTTP/1.1" status: 200 len: 920 time: 0.1956718 Nov 10 14:31:14.543099 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58720) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:14.557207 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-06b73428-de94-4f7a-8629-3c6a46f2adcf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd4515474a534e5492c7be64df68c48b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8106873 Nov 10 14:31:14.559866 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58724) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:14.561418 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['5ad2b292-0c52-4e12-b2ff-78b004be334c'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:31:14.561604 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-08321956-0784-4c02-b1f6-4e7e35931ff1 req-c89c8629-cb4d-47bf-8170-6da6f944af1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5410c20f-e0be-493e-ac1a-5dbe2b2538ff HTTP/1.1" status: 200 len: 217 time: 0.0745738 Nov 10 14:31:14.570592 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b73428-de94-4f7a-8629-3c6a46f2adcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fff34f-835f-4995-b7fd-9a41d03871ac,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:14.635522 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d7d165b5-cae2-4ea3-8de6-d204bebb666e req-93395965-3cb0-497d-9103-9904902cdf04 service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853488 Nov 10 14:31:14.651568 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1e7ed137-85f4-40c2-a763-c587c278154e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:14.660106 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b7451e7f-f9a2-43e7-8e6d-1d0dc22e5b5d req-200998fe-247a-4c9d-b215-a2025c786a3b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326272 Nov 10 14:31:14.679724 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1e7ed137-85f4-40c2-a763-c587c278154e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:14.742522 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1e7ed137-85f4-40c2-a763-c587c278154e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:14.752219 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1e7ed137-85f4-40c2-a763-c587c278154e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:14.757122 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-1e7ed137-85f4-40c2-a763-c587c278154e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4fff34f-835f-4995-b7fd-9a41d03871ac HTTP/1.1" status: 204 len: 168 time: 0.1946666 Nov 10 14:31:14.792119 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08321956-0784-4c02-b1f6-4e7e35931ff1 req-e4de38da-d35d-48b7-9661-fea101c1d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:14.795047 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ed137-85f4-40c2-a763-c587c278154e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fff34f-835f-4995-b7fd-9a41d03871ac,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:14.797135 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-08321956-0784-4c02-b1f6-4e7e35931ff1 req-e4de38da-d35d-48b7-9661-fea101c1d37a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98e9e263-5186-4e72-813e-b280f20048ae HTTP/1.1" status: 200 len: 859 time: 0.2204573 Nov 10 14:31:14.828570 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d190c248-33e5-46e5-9a33-4903e70002d0 req-d72d0f9f-bdac-4d6b-97fd-c7b3c1ef3309 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 210 time: 0.0503218 Nov 10 14:31:14.834451 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-855e3363-36f6-4b83-948e-905e7ffe219d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:14.894621 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-08321956-0784-4c02-b1f6-4e7e35931ff1 req-8e8fec46-6a64-45c3-97a6-1ea47767f5f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31b54cfb-1311-4b00-9564-b327455b5f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782487 Nov 10 14:31:15.027732 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-08321956-0784-4c02-b1f6-4e7e35931ff1 req-af8f849f-eace-4fd1-990c-37b526032a49 service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250460 Nov 10 14:31:15.031599 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-855e3363-36f6-4b83-948e-905e7ffe219d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.037007 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-855e3363-36f6-4b83-948e-905e7ffe219d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.062333 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-a5c7fa5f-59c3-4ee6-88d4-b085c60469ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.095471 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-855e3363-36f6-4b83-948e-905e7ffe219d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c99d62bb0a844463ba143841a6390004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5511363 Nov 10 14:31:15.097024 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58754) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:15.100296 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e3363-36f6-4b83-948e-905e7ffe219d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7eae9d-e55e-4e5b-af48-8be2d27ff723,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:15.167305 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f482de73-34c8-44b9-b24a-085791886307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.193995 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f482de73-34c8-44b9-b24a-085791886307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.288528 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630ad40-1b01-4c0c-afe4-52708b8815e0 req-6f5833b4-bfbc-4ef7-9b47-8ab34abb4da4 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:15.290173 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3630ad40-1b01-4c0c-afe4-52708b8815e0 req-6f5833b4-bfbc-4ef7-9b47-8ab34abb4da4 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 945 time: 0.0632739 Nov 10 14:31:15.296666 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f482de73-34c8-44b9-b24a-085791886307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.302489 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f482de73-34c8-44b9-b24a-085791886307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.304031 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-f482de73-34c8-44b9-b24a-085791886307 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b7eae9d-e55e-4e5b-af48-8be2d27ff723 HTTP/1.1" status: 204 len: 168 time: 0.2056508 Nov 10 14:31:15.334431 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482de73-34c8-44b9-b24a-085791886307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7eae9d-e55e-4e5b-af48-8be2d27ff723,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:15.380294 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3630ad40-1b01-4c0c-afe4-52708b8815e0 req-b9e24ec6-dc7e-41e1-994f-604ea5bfccb4 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747778 Nov 10 14:31:15.404029 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a5297-f599-4a9e-be0f-aa3b394d8b9f req-247cf2f4-5d6e-4cd7-9373-f6e6c1e4efe0 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:15.405559 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-925a5297-f599-4a9e-be0f-aa3b394d8b9f req-247cf2f4-5d6e-4cd7-9373-f6e6c1e4efe0 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 943 time: 0.3766274 Nov 10 14:31:15.433293 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-a5c7fa5f-59c3-4ee6-88d4-b085c60469ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.458916 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-08321956-0784-4c02-b1f6-4e7e35931ff1 req-03aed7f9-5a04-4396-9893-696b773b69ae service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219663 Nov 10 14:31:15.487253 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:31:15.515431 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58770) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:15.541050 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-a5c7fa5f-59c3-4ee6-88d4-b085c60469ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Network 51adad85-2310-4257-b12d-2fa5a02b15eb is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:31:15.547693 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.552991 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-a5c7fa5f-59c3-4ee6-88d4-b085c60469ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:31:15.561136 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-a5c7fa5f-59c3-4ee6-88d4-b085c60469ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:31:15.568902 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7fa5f-59c3-4ee6-88d4-b085c60469ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event updated for resources: {'Port': ['ID=48b1df86-8344-45fd-9f87-7ead87b5d2e2,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:15.588762 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-925a5297-f599-4a9e-be0f-aa3b394d8b9f req-dead8ecc-24be-45e8-b390-179904c3dc9f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738684 Nov 10 14:31:15.659736 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-a5c7fa5f-59c3-4ee6-88d4-b085c60469ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:15.660730 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-a5c7fa5f-59c3-4ee6-88d4-b085c60469ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.695272 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-a5c7fa5f-59c3-4ee6-88d4-b085c60469ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8310750 Nov 10 14:31:15.705264 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:15.719888 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'port_id': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'mac_address': 'fa:16:3e:5a:6e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:31:15.721349 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Request body: {'port': {'device_id': 'b7221183-e059-4a19-938d-0d2bcc61e6e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:15.772000 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.802240 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:31:15.833818 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.846253 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:15.853094 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.888594 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-94952b2d-eb14-4fc5-b2c9-6fdd575d5418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.918827 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be012f9f-45d8-47a2-b158-66f57ddf696f req-e645c3ad-aa4f-4e9a-b51e-8479c57af5a2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:15.921001 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-be012f9f-45d8-47a2-b158-66f57ddf696f req-e645c3ad-aa4f-4e9a-b51e-8479c57af5a2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.1243925 Nov 10 14:31:15.925765 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-1e451805-b363-4b07-8461-8dd7fcf3a0af None None] Provisioning complete for port 48b1df86-8344-45fd-9f87-7ead87b5d2e2 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:31:15.926413 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-1e451805-b363-4b07-8461-8dd7fcf3a0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:15.972664 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:15.988005 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58784) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:15.991628 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-1e451805-b363-4b07-8461-8dd7fcf3a0af None None] Port 48b1df86-8344-45fd-9f87-7ead87b5d2e2 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:31:16.076475 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-986e37ef-0c20-4942-8c93-bd94c00ee58c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.137422 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44046814-43f6-425d-b97c-d27c22e522a6 req-3eab2395-53b0-4ba0-b50e-4da2d22f963c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:16.147216 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-44046814-43f6-425d-b97c-d27c22e522a6 req-3eab2395-53b0-4ba0-b50e-4da2d22f963c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 932 time: 0.1094885 Nov 10 14:31:16.183491 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['67e0e8cc-bba8-4bd9-bed7-d9f136676d2b'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:31:16.264104 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-be012f9f-45d8-47a2-b158-66f57ddf696f req-d49e8c6e-e1b9-4303-bb31-b16dbff967fa tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331022 Nov 10 14:31:16.276693 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-44046814-43f6-425d-b97c-d27c22e522a6 req-cd0a7777-b8f9-4439-bece-9fd303856888 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154358 Nov 10 14:31:16.357613 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-986e37ef-0c20-4942-8c93-bd94c00ee58c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.374326 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-986e37ef-0c20-4942-8c93-bd94c00ee58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.387656 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-94952b2d-eb14-4fc5-b2c9-6fdd575d5418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.407380 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b1df86-8344-45fd-9f87-7ead87b5d2e2 {{(pid=101583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:31:16.414738 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-94952b2d-eb14-4fc5-b2c9-6fdd575d5418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.418855 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.435842 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.provisioning_blocks [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Transition to ACTIVE for port object 48b1df86-8344-45fd-9f87-7ead87b5d2e2 will not be triggered until provisioned by entity L2. {{(pid=101583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:31:16.441815 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.456881 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-986e37ef-0c20-4942-8c93-bd94c00ee58c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=627de567c74848f9a92fcfb8b705f092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4560537 Nov 10 14:31:16.458262 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e37ef-0c20-4942-8c93-bd94c00ee58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd34069-4fa8-4f81-b40f-d8e790509a8f,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:16.473218 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58802) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:16.521419 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94952b2d-eb14-4fc5-b2c9-6fdd575d5418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99503a25-08ef-4a5d-bd91-1a7c8358b073,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:16.528384 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-94952b2d-eb14-4fc5-b2c9-6fdd575d5418 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d02098abcb647fa91f88ce4e959554e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0094974 Nov 10 14:31:16.531860 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58808) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:16.640909 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f83aac7c-c59e-4dcb-8f4f-ab9f30e9e8e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.646149 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Pushing event updated for resources: {'Port': ['ID=48b1df86-8344-45fd-9f87-7ead87b5d2e2,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:16.661235 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.717649 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f83aac7c-c59e-4dcb-8f4f-ab9f30e9e8e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.725108 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.767411 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54157d4b-31a6-4cf7-b3a1-e423e81a6c58 req-7947f531-32d5-4264-88da-df10f4dd717e tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:16.769700 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-54157d4b-31a6-4cf7-b3a1-e423e81a6c58 req-7947f531-32d5-4264-88da-df10f4dd717e tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 945 time: 0.2632992 Nov 10 14:31:16.817033 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1a541ff2-8b2c-4db4-af1e-b5f6ec267a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.858814 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834d810-3252-4b23-b8bb-9e63142e3ee3 req-1b73a705-cd58-4d9a-9799-c09b192c84af tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:16.859567 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Attempting to bind port 48b1df86-8344-45fd-9f87-7ead87b5d2e2 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:31:16.859904 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Attempting to bind port 48b1df86-8344-45fd-9f87-7ead87b5d2e2 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:31:16.860404 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Attempting to bind port 48b1df86-8344-45fd-9f87-7ead87b5d2e2 on network 51adad85-2310-4257-b12d-2fa5a02b15eb {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:31:16.872566 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b834d810-3252-4b23-b8bb-9e63142e3ee3 req-1b73a705-cd58-4d9a-9799-c09b192c84af tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 943 time: 0.1612818 Nov 10 14:31:16.873503 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1a541ff2-8b2c-4db4-af1e-b5f6ec267a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.897179 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-54157d4b-31a6-4cf7-b3a1-e423e81a6c58 req-c0b9980b-80a4-4368-985c-3197f3eab7b5 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115699 Nov 10 14:31:16.897759 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Port 48b1df86-8344-45fd-9f87-7ead87b5d2e2 on network 51adad85-2310-4257-b12d-2fa5a02b15eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:31:16.898077 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Attempting to bind port 48b1df86-8344-45fd-9f87-7ead87b5d2e2 on network 51adad85-2310-4257-b12d-2fa5a02b15eb {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:31:16.930185 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f83aac7c-c59e-4dcb-8f4f-ab9f30e9e8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.933303 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f83aac7c-c59e-4dcb-8f4f-ab9f30e9e8e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.935258 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:31:16.935606 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Checking segment: {'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:31:16.935971 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Bound using segment: {'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:31:16.937875 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-f83aac7c-c59e-4dcb-8f4f-ab9f30e9e8e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99503a25-08ef-4a5d-bd91-1a7c8358b073 HTTP/1.1" status: 204 len: 168 time: 0.3975282 Nov 10 14:31:16.938598 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Bound port: 48b1df86-8344-45fd-9f87-7ead87b5d2e2, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'}}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:31:16.939221 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:16.954713 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b834d810-3252-4b23-b8bb-9e63142e3ee3 req-2c6d02f8-1689-45a0-abed-6d3bda26f708 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792217 Nov 10 14:31:16.972893 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83aac7c-c59e-4dcb-8f4f-ab9f30e9e8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99503a25-08ef-4a5d-bd91-1a7c8358b073,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:17.048671 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1a541ff2-8b2c-4db4-af1e-b5f6ec267a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:17.051932 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1a541ff2-8b2c-4db4-af1e-b5f6ec267a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:17.055647 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-1a541ff2-8b2c-4db4-af1e-b5f6ec267a04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abd34069-4fa8-4f81-b40f-d8e790509a8f HTTP/1.1" status: 204 len: 168 time: 0.5503075 Nov 10 14:31:17.070320 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a541ff2-8b2c-4db4-af1e-b5f6ec267a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd34069-4fa8-4f81-b40f-d8e790509a8f,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:17.074547 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] For port 48b1df86-8344-45fd-9f87-7ead87b5d2e2, host hv-cinder-81722, cleared binding levels {{(pid=101583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:31:17.076935 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] For port 48b1df86-8344-45fd-9f87-7ead87b5d2e2, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=48b1df86-8344-45fd-9f87-7ead87b5d2e2,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:31:17.082095 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:17.126085 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:17.126833 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:17.128647 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] 10.222.0.32 "PUT /v2.0/ports/48b1df86-8344-45fd-9f87-7ead87b5d2e2 HTTP/1.1" status: 200 len: 1094 time: 1.4206507 Nov 10 14:31:17.129755 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7221183-e059-4a19-938d-0d2bcc61e6e6', 'tag': '48b1df86-8344-45fd-9f87-7ead87b5d2e2'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:31:17.131603 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093537a7-af9e-4223-b250-1a1ed67742fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b7221183-e059-4a19-938d-0d2bcc61e6e6", "tag": "48b1df86-8344-45fd-9f87-7ead87b5d2e2"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:31:17.197780 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88927c5b-5ced-44df-996c-2d6296ec4e08 service neutron] Pushing event updated for resources: {'Port': ['ID=48b1df86-8344-45fd-9f87-7ead87b5d2e2,revision_number=3']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:17.205872 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4abce12-6c11-4653-870c-ac9e07534a02 x-openstack-request-id: req-b4abce12-6c11-4653-870c-ac9e07534a02 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:31:17.206180 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7221183-e059-4a19-938d-0d2bcc61e6e6", "tag": "48b1df86-8344-45fd-9f87-7ead87b5d2e2", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:31:17.206447 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4abce12-6c11-4653-870c-ac9e07534a02 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:31:17.206856 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7221183-e059-4a19-938d-0d2bcc61e6e6', 'tag': '48b1df86-8344-45fd-9f87-7ead87b5d2e2', 'status': 'completed', 'code': 200} Nov 10 14:31:17.242319 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-03a81e4b-bcc7-4d4a-b61f-9b04b11c77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:17.244863 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-03a81e4b-bcc7-4d4a-b61f-9b04b11c77f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2430c7f095e74156a1565c216a9a2b06&device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 1097 time: 0.0657940 Nov 10 14:31:17.319615 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-28141f3f-35b9-4bc2-9463-cada40a4146b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48b1df86-8344-45fd-9f87-7ead87b5d2e2 HTTP/1.1" status: 200 len: 217 time: 0.0657842 Nov 10 14:31:17.412051 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-bbcebebf-b93c-448c-a0c8-e607b18e8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:17.414178 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-bbcebebf-b93c-448c-a0c8-e607b18e8520 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe999501-c772-4030-bed3-027c2ee0e36a HTTP/1.1" status: 200 len: 849 time: 0.0870450 Nov 10 14:31:17.499529 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf594-257c-4b40-bf7d-2422361c5450 req-ba5fb5ec-92b4-4002-b553-d80533178f7d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:17.501547 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-83acf594-257c-4b40-bf7d-2422361c5450 req-ba5fb5ec-92b4-4002-b553-d80533178f7d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 944 time: 0.0813215 Nov 10 14:31:17.501975 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 3e234d56-2610-418d-b838-2d76424e4bc4 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:31:17.540602 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:31:17.557136 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472548b-feef-46af-8e8c-24bd865d6eb2 req-37b3553e-4dc1-48e3-bc64-9acd94a6cdbe tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:17.558713 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a472548b-feef-46af-8e8c-24bd865d6eb2 req-37b3553e-4dc1-48e3-bc64-9acd94a6cdbe tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 945 time: 0.0956519 Nov 10 14:31:17.561819 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-e3268bf0-227b-47f1-b03a-cf853820a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:17.563226 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-e3268bf0-227b-47f1-b03a-cf853820a018 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51adad85-2310-4257-b12d-2fa5a02b15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1416295 Nov 10 14:31:17.575666 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-83acf594-257c-4b40-bf7d-2422361c5450 req-92074b48-ae7a-48ba-b2e6-6d01c75d0f77 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662048 Nov 10 14:31:17.684615 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a472548b-feef-46af-8e8c-24bd865d6eb2 req-4767f610-b60c-416d-90ce-e96977a9c657 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165838 Nov 10 14:31:17.714482 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-e13bc2bb-43da-48af-8be5-59d8f54a07b6 service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355829 Nov 10 14:31:17.735171 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:31:17.744946 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 3e234d56-2610-418d-b838-2d76424e4bc4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=3e234d56-2610-418d-b838-2d76424e4bc4,segment=NetworkSegment(eae53f19-44c0-4bb7-ac5f-11d1175f44ca),segment_id=eae53f19-44c0-4bb7-ac5f-11d1175f44ca)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:17.752208 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:31:17.752609 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:17.768297 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 58846) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:17.784782 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ec31e8eb-9633-4502-939d-ea2d690f4dc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:17.791411 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '3e234d56-2610-418d-b838-2d76424e4bc4', 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f', 'port_id': '3e234d56-2610-418d-b838-2d76424e4bc4', 'mac_address': 'fa:16:3e:12:c7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e9e263-5186-4e72-813e-b280f20048ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:31:17.829112 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-98facb2c-ebcc-4ad7-95c3-b417eb895c61 req-c5e5c734-87c8-4c99-afde-ebf9376f07ce service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071959 Nov 10 14:31:17.878790 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:17.904468 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e234d56-2610-418d-b838-2d76424e4bc4 {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:31:17.908978 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:17.936240 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093537a7-af9e-4223-b250-1a1ed67742fe req-171a6167-d0dd-4098-b166-d7c3534ffbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:17.939017 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-093537a7-af9e-4223-b250-1a1ed67742fe req-171a6167-d0dd-4098-b166-d7c3534ffbc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2430c7f095e74156a1565c216a9a2b06&device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 1097 time: 0.0580907 Nov 10 14:31:17.950094 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ec31e8eb-9633-4502-939d-ea2d690f4dc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:17.951547 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 3e234d56-2610-418d-b838-2d76424e4bc4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=3e234d56-2610-418d-b838-2d76424e4bc4,segment=NetworkSegment(eae53f19-44c0-4bb7-ac5f-11d1175f44ca),segment_id=eae53f19-44c0-4bb7-ac5f-11d1175f44ca)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:17.956460 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ec31e8eb-9633-4502-939d-ea2d690f4dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:17.960356 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:31:18.060399 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-ec31e8eb-9633-4502-939d-ea2d690f4dc0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4ad5a39539945a48572c8b89a662e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907689 Nov 10 14:31:18.066390 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58862) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:18.069408 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31e8eb-9633-4502-939d-ea2d690f4dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3aea72-4674-4ae4-b88a-77dcf690371f,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:18.124049 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03effde-ceac-476e-9f9d-a28e3d55e183 req-ef1b49d9-ccd2-4048-8958-8ed925ac9926 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:18.126133 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b03effde-ceac-476e-9f9d-a28e3d55e183 req-ef1b49d9-ccd2-4048-8958-8ed925ac9926 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 945 time: 0.0708921 Nov 10 14:31:18.137381 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:18.138031 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 5410c20f-e0be-493e-ac1a-5dbe2b2538ff details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:31:18.157875 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093537a7-af9e-4223-b250-1a1ed67742fe req-dd378577-b09c-4a24-81db-6b59fd679bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:18.159999 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-093537a7-af9e-4223-b250-1a1ed67742fe req-dd378577-b09c-4a24-81db-6b59fd679bd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51adad85-2310-4257-b12d-2fa5a02b15eb HTTP/1.1" status: 200 len: 911 time: 0.2125080 Nov 10 14:31:18.174635 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:18.186240 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:18.187014 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 5ad2b292-0c52-4e12-b2ff-78b004be334c up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:31:18.198660 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b03effde-ceac-476e-9f9d-a28e3d55e183 req-b9d584dd-2602-4a72-bf0d-5f6c6f8b9847 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654378 Nov 10 14:31:18.254066 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=3e234d56-2610-418d-b838-2d76424e4bc4,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:18.263988 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5410c20f-e0be-493e-ac1a-5dbe2b2538ff,segment=NetworkSegment(eae53f19-44c0-4bb7-ac5f-11d1175f44ca),segment_id=eae53f19-44c0-4bb7-ac5f-11d1175f44ca)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:18.267451 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2fab5b3a-6138-4a83-b13c-422e58e78ba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:18.290877 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2fab5b3a-6138-4a83-b13c-422e58e78ba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:18.294567 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-093537a7-af9e-4223-b250-1a1ed67742fe req-ea017084-80b6-4237-bfa7-10911008b9cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48b1df86-8344-45fd-9f87-7ead87b5d2e2 HTTP/1.1" status: 200 len: 217 time: 0.1035073 Nov 10 14:31:18.308255 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '5410c20f-e0be-493e-ac1a-5dbe2b2538ff', 'network_id': '31b54cfb-1311-4b00-9564-b327455b5f7f', 'port_id': '5410c20f-e0be-493e-ac1a-5dbe2b2538ff', 'mac_address': 'fa:16:3e:94:67:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e9e263-5186-4e72-813e-b280f20048ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:31:18.333088 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238e141-c456-4334-9e53-0440c340c983 req-703c580e-ddd2-4692-b216-555aa9014d46 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:18.334670 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c238e141-c456-4334-9e53-0440c340c983 req-703c580e-ddd2-4692-b216-555aa9014d46 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 943 time: 0.1966348 Nov 10 14:31:18.353682 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port 5ad2b292-0c52-4e12-b2ff-78b004be334c completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:31:18.373132 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 5ad2b292-0c52-4e12-b2ff-78b004be334c triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:31:18.373510 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:18.379271 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:18.401886 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:18.422805 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5410c20f-e0be-493e-ac1a-5dbe2b2538ff {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:31:18.441340 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093537a7-af9e-4223-b250-1a1ed67742fe req-c0aec377-08ed-44b7-8586-ceee741fe217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:18.442981 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-093537a7-af9e-4223-b250-1a1ed67742fe req-c0aec377-08ed-44b7-8586-ceee741fe217 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe999501-c772-4030-bed3-027c2ee0e36a HTTP/1.1" status: 200 len: 849 time: 0.1404991 Nov 10 14:31:18.448633 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5410c20f-e0be-493e-ac1a-5dbe2b2538ff,segment=NetworkSegment(eae53f19-44c0-4bb7-ac5f-11d1175f44ca),segment_id=eae53f19-44c0-4bb7-ac5f-11d1175f44ca)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:18.449317 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c238e141-c456-4334-9e53-0440c340c983 req-ca6763ed-c856-4e20-bb1d-41d8ed3f1168 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903304 Nov 10 14:31:18.466100 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:18.481179 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc46c6d9-3323-457b-8f7b-8785f4dc5662" -d '{"events": [{"server_uuid": "60194a2e-ed68-4d33-ab4b-223638fecce0", "name": "network-vif-plugged", "status": "completed", "tag": "67e0e8cc-bba8-4bd9-bed7-d9f136676d2b"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:31:18.562314 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2fab5b3a-6138-4a83-b13c-422e58e78ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:18.570847 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2fab5b3a-6138-4a83-b13c-422e58e78ba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:18.572176 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-2fab5b3a-6138-4a83-b13c-422e58e78ba4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a3aea72-4674-4ae4-b88a-77dcf690371f HTTP/1.1" status: 204 len: 168 time: 0.5048444 Nov 10 14:31:18.585881 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:18.598486 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=5410c20f-e0be-493e-ac1a-5dbe2b2538ff,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:18.634404 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093537a7-af9e-4223-b250-1a1ed67742fe req-a99d6519-f7d4-420f-a273-68cc85ef7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:18.637380 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 5ad2b292-0c52-4e12-b2ff-78b004be334c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5ad2b292-0c52-4e12-b2ff-78b004be334c,segment=NetworkSegment(784288a7-27e0-4302-b16b-bd8ecfe972bc),segment_id=784288a7-27e0-4302-b16b-bd8ecfe972bc)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:18.637583 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-093537a7-af9e-4223-b250-1a1ed67742fe req-a99d6519-f7d4-420f-a273-68cc85ef7ddd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51adad85-2310-4257-b12d-2fa5a02b15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1864760 Nov 10 14:31:18.639185 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab5b3a-6138-4a83-b13c-422e58e78ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3aea72-4674-4ae4-b88a-77dcf690371f,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:18.643283 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:18.711209 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d92e316-b915-4e94-8835-8828ea8883d0 x-openstack-request-id: req-0d92e316-b915-4e94-8835-8828ea8883d0 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:31:18.715830 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60194a2e-ed68-4d33-ab4b-223638fecce0", "name": "network-vif-plugged", "status": "completed", "tag": "67e0e8cc-bba8-4bd9-bed7-d9f136676d2b", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:31:18.715830 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d92e316-b915-4e94-8835-8828ea8883d0 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:31:18.715830 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'code': 200} Nov 10 14:31:18.856053 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=5ad2b292-0c52-4e12-b2ff-78b004be334c,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:18.963352 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639ce6d-3abc-4734-b564-1c12f81596e6 req-168c21b8-ac6d-4429-b29b-03d87992e208 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:18.969418 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['3e234d56-2610-418d-b838-2d76424e4bc4'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:31:18.970340 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b639ce6d-3abc-4734-b564-1c12f81596e6 req-168c21b8-ac6d-4429-b29b-03d87992e208 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.1106062 Nov 10 14:31:19.009266 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['5410c20f-e0be-493e-ac1a-5dbe2b2538ff'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:31:19.067837 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b639ce6d-3abc-4734-b564-1c12f81596e6 req-59542ce3-227e-428b-a71c-48fe273a3fbc tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820410 Nov 10 14:31:19.079266 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a36f9a-4efb-47ec-b1d4-f92f767e948d req-4d5848cd-177d-436e-af75-49180565335b tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:19.094137 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d3a36f9a-4efb-47ec-b1d4-f92f767e948d req-4d5848cd-177d-436e-af75-49180565335b tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 944 time: 0.3637192 Nov 10 14:31:19.139003 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-093537a7-af9e-4223-b250-1a1ed67742fe req-7633d65c-1ec5-4db2-a1b3-685e2bf9a4ef service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933350 Nov 10 14:31:19.165465 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb140540-4e0c-4693-b67a-fa9edcf4f6bc req-89d33152-4e3e-49c6-9314-ebddc6192514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:19.166951 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-fb140540-4e0c-4693-b67a-fa9edcf4f6bc req-89d33152-4e3e-49c6-9314-ebddc6192514 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 1099 time: 0.2306454 Nov 10 14:31:19.207114 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-fb140540-4e0c-4693-b67a-fa9edcf4f6bc req-8d6d4de2-7580-4fff-bb9a-f19d45dd5a17 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:19.387462 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d3a36f9a-4efb-47ec-b1d4-f92f767e948d req-bf82b067-865f-415b-a58e-48b385804233 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701850 Nov 10 14:31:19.436002 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c87e4-ccbc-44be-a4a6-39dedf5361b0 req-56f5503d-73b4-4d75-9298-7492c2486d70 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:19.440834 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e38c87e4-ccbc-44be-a4a6-39dedf5361b0 req-56f5503d-73b4-4d75-9298-7492c2486d70 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.1337821 Nov 10 14:31:19.477088 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-093537a7-af9e-4223-b250-1a1ed67742fe req-dbadb1fd-ff58-4b31-a2e3-1bd7da8e16ba service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294134 Nov 10 14:31:19.556205 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e38c87e4-ccbc-44be-a4a6-39dedf5361b0 req-4edb1426-6b1d-4155-adb3-4194b43d254a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943034 Nov 10 14:31:19.566726 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-fb140540-4e0c-4693-b67a-fa9edcf4f6bc req-8d6d4de2-7580-4fff-bb9a-f19d45dd5a17 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:19.571964 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-fb140540-4e0c-4693-b67a-fa9edcf4f6bc req-8d6d4de2-7580-4fff-bb9a-f19d45dd5a17 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:19.669793 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d4de2-7580-4fff-bb9a-f19d45dd5a17 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3b56561b-29d6-4fc3-b332-3dc55e562221,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:19.676923 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-fb140540-4e0c-4693-b67a-fa9edcf4f6bc req-8d6d4de2-7580-4fff-bb9a-f19d45dd5a17 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4973054 Nov 10 14:31:19.697713 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fdc3a-e65f-442d-95a8-274379ac6270 req-54075588-1b37-4b9d-881a-54d6deb340d3 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:19.705928 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-152fdc3a-e65f-442d-95a8-274379ac6270 req-54075588-1b37-4b9d-881a-54d6deb340d3 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 944 time: 0.1202872 Nov 10 14:31:19.767080 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-152fdc3a-e65f-442d-95a8-274379ac6270 req-eeaaa7a6-c448-4f27-a588-06da7ad17367 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595889 Nov 10 14:31:19.882211 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 58982) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:20.008874 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d63a-48a9-4a7a-b918-f5f7f329bbf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:20.090118 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d63a-48a9-4a7a-b918-f5f7f329bbf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:20.102953 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d63a-48a9-4a7a-b918-f5f7f329bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:20.144615 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-6aa2d63a-48a9-4a7a-b918-f5f7f329bbf6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51b5bb035a5f408291a74656b9122fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608240 Nov 10 14:31:20.148160 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 59014) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:20.159811 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2d63a-48a9-4a7a-b918-f5f7f329bbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440dd317-a0a3-4453-8d86-5ed0dd02e7a1,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:20.209336 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8d76ca1b-162e-4029-b492-35500ba84b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:20.211094 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cae362-ee2f-4c2e-b16f-941fc0ea903c req-6c5fcb97-d996-4626-90f3-0bf4fe06c0d2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:20.212929 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-43cae362-ee2f-4c2e-b16f-941fc0ea903c req-6c5fcb97-d996-4626-90f3-0bf4fe06c0d2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0658960 Nov 10 14:31:20.233716 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8d76ca1b-162e-4029-b492-35500ba84b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:20.281273 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-43cae362-ee2f-4c2e-b16f-941fc0ea903c req-f332fc20-31db-47b1-ab08-f01de623eecc tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604818 Nov 10 14:31:20.302484 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8d76ca1b-162e-4029-b492-35500ba84b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:20.305740 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8d76ca1b-162e-4029-b492-35500ba84b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:20.309179 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-8d76ca1b-162e-4029-b492-35500ba84b77 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/440dd317-a0a3-4453-8d86-5ed0dd02e7a1 HTTP/1.1" status: 204 len: 168 time: 0.1576903 Nov 10 14:31:20.318245 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76ca1b-162e-4029-b492-35500ba84b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440dd317-a0a3-4453-8d86-5ed0dd02e7a1,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:20.514892 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ee8e3-d124-45a6-9831-62bf95710f08 req-533252d1-3c3e-4ae1-a2ef-3e70b1d1e324 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:20.516412 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-cf1ee8e3-d124-45a6-9831-62bf95710f08 req-533252d1-3c3e-4ae1-a2ef-3e70b1d1e324 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 944 time: 0.0499413 Nov 10 14:31:20.568323 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-cf1ee8e3-d124-45a6-9831-62bf95710f08 req-beb12c46-e1d3-4c3e-bb51-a82745d32c6f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450628 Nov 10 14:31:20.679886 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830996e9-e135-4cd3-af96-980c8ea7974c req-ad962179-1527-4b77-8927-27850fd8c574 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:20.681604 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-830996e9-e135-4cd3-af96-980c8ea7974c req-ad962179-1527-4b77-8927-27850fd8c574 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0528519 Nov 10 14:31:20.715750 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cf7caa-4c3d-4c66-a162-20b0af83a71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad2b292-0c52-4e12-b2ff-78b004be334c'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:31:20.719606 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d4f137-f657-4851-9b30-50632d8f19af" -d '{"events": [{"server_uuid": "10cf7caa-4c3d-4c66-a162-20b0af83a71a", "name": "network-vif-plugged", "status": "completed", "tag": "5ad2b292-0c52-4e12-b2ff-78b004be334c"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:31:20.754859 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-830996e9-e135-4cd3-af96-980c8ea7974c req-4fdd0097-efbe-4b35-8ae3-9b5b487265e8 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674832 Nov 10 14:31:20.763856 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919ad5fc-a7ec-42bb-bf8d-7268b97c8363 x-openstack-request-id: req-919ad5fc-a7ec-42bb-bf8d-7268b97c8363 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:31:20.764225 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10cf7caa-4c3d-4c66-a162-20b0af83a71a", "name": "network-vif-plugged", "status": "completed", "tag": "5ad2b292-0c52-4e12-b2ff-78b004be334c", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:31:20.764498 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-919ad5fc-a7ec-42bb-bf8d-7268b97c8363 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:31:20.764884 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cf7caa-4c3d-4c66-a162-20b0af83a71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad2b292-0c52-4e12-b2ff-78b004be334c', 'code': 200} Nov 10 14:31:20.847672 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 59062) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:20.911774 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011b8b1-ca3b-43d0-8376-ad9ddad420c9 req-43034c54-8ea6-4a1a-99d8-939442e500a1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:20.913559 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8011b8b1-ca3b-43d0-8376-ad9ddad420c9 req-43034c54-8ea6-4a1a-99d8-939442e500a1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 944 time: 0.0689945 Nov 10 14:31:20.990448 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8011b8b1-ca3b-43d0-8376-ad9ddad420c9 req-bc33bbc8-09b0-41bb-851f-49659d42df57 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657921 Nov 10 14:31:20.991023 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-87b5cccb-007e-4170-b89d-076e6d5d46e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.079946 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-87b5cccb-007e-4170-b89d-076e6d5d46e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.085525 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-87b5cccb-007e-4170-b89d-076e6d5d46e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.128130 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-87b5cccb-007e-4170-b89d-076e6d5d46e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f16a394c4f2415882da6aeb5fd44996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793546 Nov 10 14:31:21.128768 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 59080) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:21.144412 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5cccb-007e-4170-b89d-076e6d5d46e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f1cc86-12c0-4dd5-9220-a7e94484c68d,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:21.187196 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-db49473e-1f36-4a6a-9557-fd6ce8dc2dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.215322 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-db49473e-1f36-4a6a-9557-fd6ce8dc2dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.268515 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-db49473e-1f36-4a6a-9557-fd6ce8dc2dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.269681 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-db49473e-1f36-4a6a-9557-fd6ce8dc2dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.272389 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-db49473e-1f36-4a6a-9557-fd6ce8dc2dde admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08f1cc86-12c0-4dd5-9220-a7e94484c68d HTTP/1.1" status: 204 len: 168 time: 0.1406903 Nov 10 14:31:21.279975 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49473e-1f36-4a6a-9557-fd6ce8dc2dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f1cc86-12c0-4dd5-9220-a7e94484c68d,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:21.390896 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 59092) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:21.433169 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33649729-ad7e-471f-b6b5-30e4a05e1d0b req-6451d232-82d2-4c10-bedf-a80bdcdc8a34 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:21.441416 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-33649729-ad7e-471f-b6b5-30e4a05e1d0b req-6451d232-82d2-4c10-bedf-a80bdcdc8a34 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0721262 Nov 10 14:31:21.508684 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-33649729-ad7e-471f-b6b5-30e4a05e1d0b req-34bac3ce-6e72-461b-86e0-9e37c152017d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654221 Nov 10 14:31:21.633659 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1715143746-network', 'tenant_id': '3f12ca28fed7434a80d4a75966ac07b0'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:21.683460 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] Made reservation on behalf of 3f12ca28fed7434a80d4a75966ac07b0 for: {'network': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:31:21.686590 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.696370 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 59104) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:21.698375 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.709302 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2d34efc8-fe46-47ba-a25c-a9fa14d191cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.719056 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc907dcc-3716-4969-9618-4498e9f3b770 req-3191b8dc-4de1-49a5-9bce-ef79e0a2ef72 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:21.720478 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bc907dcc-3716-4969-9618-4498e9f3b770 req-3191b8dc-4de1-49a5-9bce-ef79e0a2ef72 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 944 time: 0.0762970 Nov 10 14:31:21.789688 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2d34efc8-fe46-47ba-a25c-a9fa14d191cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.794003 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2d34efc8-fe46-47ba-a25c-a9fa14d191cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.794469 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bc907dcc-3716-4969-9618-4498e9f3b770 req-276bd2eb-4e8e-40f4-97cb-811308808eee tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650852 Nov 10 14:31:21.837046 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-2d34efc8-fe46-47ba-a25c-a9fa14d191cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00bd128c9f194c00b734e72f414a5d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395104 Nov 10 14:31:21.840866 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.841686 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 59108) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:21.844840 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34efc8-fe46-47ba-a25c-a9fa14d191cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efc397a-48b8-48cd-97a5-8f4083d5bdc0,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:21.861436 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.887348 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd1cd6-0395-4318-ae84-0340cfbe6793 req-190a361f-a951-4a7c-a4d8-a6747a2aa591 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:21.889367 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b9cd1cd6-0395-4318-ae84-0340cfbe6793 req-190a361f-a951-4a7c-a4d8-a6747a2aa591 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0566285 Nov 10 14:31:21.903053 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=101583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:31:21.917110 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2456e61c-5ca1-4e95-9000-030036044eb8,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:21.921503 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.921838 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.segments_db [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] Added segment b561df4e-23f7-4e9a-b712-fc4601695827 of type vlan for network 22977978-a4b0-437a-b93b-a7bc036347ea Nov 10 14:31:21.937783 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a26b1d8a-0396-44c9-94fe-c9876d404184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.947605 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b9cd1cd6-0395-4318-ae84-0340cfbe6793 req-4fd38562-b632-4371-ab09-d73945781e5b tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509551 Nov 10 14:31:21.989903 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a26b1d8a-0396-44c9-94fe-c9876d404184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:21.992226 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:22.038923 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:22.040291 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:22.040968 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:22.084536 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6921527 Nov 10 14:31:22.087696 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 59114) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:22.092856 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-226f308a-d904-43f1-aacb-72180db884aa admin admin] Request body: {'subnet': {'network_id': '22977978-a4b0-437a-b93b-a7bc036347ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1715143746-subnet', 'tenant_id': '3f12ca28fed7434a80d4a75966ac07b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:22.113789 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226f308a-d904-43f1-aacb-72180db884aa admin admin] Made reservation on behalf of 3f12ca28fed7434a80d4a75966ac07b0 for: {'subnet': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:31:22.116285 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-226f308a-d904-43f1-aacb-72180db884aa admin admin] Publish callbacks [] for subnet, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:22.129521 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a26b1d8a-0396-44c9-94fe-c9876d404184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:22.132021 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a26b1d8a-0396-44c9-94fe-c9876d404184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:22.135447 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-a26b1d8a-0396-44c9-94fe-c9876d404184 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7efc397a-48b8-48cd-97a5-8f4083d5bdc0 HTTP/1.1" status: 204 len: 168 time: 0.2903423 Nov 10 14:31:22.154281 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bea364-37f3-4782-9275-490818e1c6a7 admin admin] Pushing event updated for resources: {'Network': ['ID=22977978-a4b0-437a-b93b-a7bc036347ea,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:22.158544 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b1d8a-0396-44c9-94fe-c9876d404184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efc397a-48b8-48cd-97a5-8f4083d5bdc0,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:22.165293 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 22977978-a4b0-437a-b93b-a7bc036347ea details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:31:22.178714 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18c57e-418a-4dbd-be44-cac77e551b6c req-1ea018a9-9ddd-446d-bb46-cab11edea172 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:22.181254 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5d18c57e-418a-4dbd-be44-cac77e551b6c req-1ea018a9-9ddd-446d-bb46-cab11edea172 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 944 time: 0.1205270 Nov 10 14:31:22.268944 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5d18c57e-418a-4dbd-be44-cac77e551b6c req-114d3951-144f-4abd-9cd4-b024f4bcc610 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818081 Nov 10 14:31:22.325090 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-226f308a-d904-43f1-aacb-72180db884aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for subnet, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:22.385467 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f308a-d904-43f1-aacb-72180db884aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=db34d8c8-0841-40fc-ba6d-7cd3c98a036e,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:22.392553 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226f308a-d904-43f1-aacb-72180db884aa admin admin] Checking segment: {'id': 'b561df4e-23f7-4e9a-b712-fc4601695827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '22977978-a4b0-437a-b93b-a7bc036347ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:31:22.392912 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226f308a-d904-43f1-aacb-72180db884aa admin admin] Network hostable DHCP agents. Network: 22977978-a4b0-437a-b93b-a7bc036347ea, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:31:22.410910 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226f308a-d904-43f1-aacb-72180db884aa admin admin] Network 22977978-a4b0-437a-b93b-a7bc036347ea is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:31:22.420848 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-226f308a-d904-43f1-aacb-72180db884aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 22977978-a4b0-437a-b93b-a7bc036347ea) {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:31:22.426119 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226f308a-d904-43f1-aacb-72180db884aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:22.427191 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-226f308a-d904-43f1-aacb-72180db884aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:22.430572 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8476777b-d17e-4dd2-a470-a9e5e91cd5b6 None None] Network 22977978-a4b0-437a-b93b-a7bc036347ea requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:31:22.448390 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-226f308a-d904-43f1-aacb-72180db884aa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3556626 Nov 10 14:31:22.576922 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011b38a5-454f-4d6b-9e67-5996af733b64 None None] Network 22977978-a4b0-437a-b93b-a7bc036347ea requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:31:22.659830 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f8810-fa9c-44b0-a88e-e410ad703b87 req-4f216002-fb29-4d36-919c-0a23cbe08039 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:22.666967 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9c4f8810-fa9c-44b0-a88e-e410ad703b87 req-4f216002-fb29-4d36-919c-0a23cbe08039 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0576086 Nov 10 14:31:22.713120 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9c4f8810-fa9c-44b0-a88e-e410ad703b87 req-1be01fe4-fdf4-4f7e-abff-9df75c3c9860 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 Nov 10 14:31:22.933271 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe7054-f09b-43f8-b5b1-d4221eaa07b0 req-ef5e9c0a-4fe0-4455-af05-44f229dc5458 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:22.935374 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9afe7054-f09b-43f8-b5b1-d4221eaa07b0 req-ef5e9c0a-4fe0-4455-af05-44f229dc5458 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 944 time: 0.0511043 Nov 10 14:31:23.005713 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9afe7054-f09b-43f8-b5b1-d4221eaa07b0 req-4a74300d-33a4-4823-b504-7c0ef9a89f6c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638790 Nov 10 14:31:23.105053 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11327dea-d6fe-4d4e-ad84-26044b794cf9 req-1bf18ffa-28f1-4753-b4dc-6d6715989ceb tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:23.106564 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-11327dea-d6fe-4d4e-ad84-26044b794cf9 req-1bf18ffa-28f1-4753-b4dc-6d6715989ceb tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0676243 Nov 10 14:31:23.160777 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-11327dea-d6fe-4d4e-ad84-26044b794cf9 req-5a56fcda-f49b-49e1-904f-ee54dc4aae97 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475955 Nov 10 14:31:23.562116 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0404a0b-f9f8-4227-80b3-1a7c24199a2a req-35bfc06b-01ef-4c36-8663-cf5b42097374 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:23.563511 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f0404a0b-f9f8-4227-80b3-1a7c24199a2a req-35bfc06b-01ef-4c36-8663-cf5b42097374 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 944 time: 0.2330110 Nov 10 14:31:23.614479 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f0404a0b-f9f8-4227-80b3-1a7c24199a2a req-28f11ea8-92cf-4830-ad16-722ea93dcd27 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447583 Nov 10 14:31:23.855042 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80f93-e85f-4946-b1f1-2d864d4802bd req-52ba2687-1fd5-4ccd-9b5a-d8ed48b85783 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:23.862765 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bce80f93-e85f-4946-b1f1-2d864d4802bd req-52ba2687-1fd5-4ccd-9b5a-d8ed48b85783 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0592782 Nov 10 14:31:23.911762 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bce80f93-e85f-4946-b1f1-2d864d4802bd req-9cdc73e0-d767-47ca-9e25-bd2e7b7a41dc tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479698 Nov 10 14:31:23.941974 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8e8a3-7698-490c-90a7-57d8514fef6d req-db21b009-7823-413e-9dc6-3301a6158974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:23.943598 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-74e8e8a3-7698-490c-90a7-57d8514fef6d req-db21b009-7823-413e-9dc6-3301a6158974 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 1099 time: 0.0470324 Nov 10 14:31:23.997483 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-74e8e8a3-7698-490c-90a7-57d8514fef6d req-bfc264e4-96f8-4194-805e-e4320c6d7c07 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Nov 10 14:31:24.171361 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244ab37-693d-4e07-b098-4842a2b31821 req-3ccba83b-b637-414e-ba01-34adb988038e tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:24.175395 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9244ab37-693d-4e07-b098-4842a2b31821 req-3ccba83b-b637-414e-ba01-34adb988038e tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 944 time: 0.0816207 Nov 10 14:31:24.234306 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9244ab37-693d-4e07-b098-4842a2b31821 req-8251b96a-9858-4151-898a-3c92a583aa4e tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544133 Nov 10 14:31:24.288194 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b97ee3-ddbc-4b90-b485-b32f7ce3e13e req-c214c962-0b1c-4292-aa4c-deb4186c2cb0 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:24.289721 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-00b97ee3-ddbc-4b90-b485-b32f7ce3e13e req-c214c962-0b1c-4292-aa4c-deb4186c2cb0 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0551448 Nov 10 14:31:24.342263 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-00b97ee3-ddbc-4b90-b485-b32f7ce3e13e req-920ffdcb-f842-461e-ab32-5daec6051457 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463011 Nov 10 14:31:24.727301 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449c1aa-4d01-46a6-a751-49c852efeca8 req-bec63ad0-fda2-4928-9e5f-049c9ace754c tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:24.728796 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9449c1aa-4d01-46a6-a751-49c852efeca8 req-bec63ad0-fda2-4928-9e5f-049c9ace754c tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 944 time: 0.0480342 Nov 10 14:31:24.779217 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9449c1aa-4d01-46a6-a751-49c852efeca8 req-96fd70f7-bb86-45f8-8d3b-c8ae976ac668 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446043 Nov 10 14:31:25.030147 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51605290-a940-4f36-8acd-b250156ed85d req-74f145d8-0b3f-4874-bb4b-aa99c4530c4d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:25.031608 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-51605290-a940-4f36-8acd-b250156ed85d req-74f145d8-0b3f-4874-bb4b-aa99c4530c4d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0493166 Nov 10 14:31:25.035942 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 3e234d56-2610-418d-b838-2d76424e4bc4 up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:31:25.080007 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-51605290-a940-4f36-8acd-b250156ed85d req-d0e7d0ad-6a11-49c6-880f-bd4d6c954795 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417228 Nov 10 14:31:25.085946 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port 3e234d56-2610-418d-b838-2d76424e4bc4 completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:31:25.089806 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 3e234d56-2610-418d-b838-2d76424e4bc4 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:31:25.090167 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:25.166904 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:25.193418 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e234d56-2610-418d-b838-2d76424e4bc4'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:31:25.195760 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4840fdca-ae00-4ed4-9d78-7dbccf43295a" -d '{"events": [{"server_uuid": "eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6", "name": "network-vif-plugged", "status": "completed", "tag": "3e234d56-2610-418d-b838-2d76424e4bc4"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:31:25.207786 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 3e234d56-2610-418d-b838-2d76424e4bc4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=3e234d56-2610-418d-b838-2d76424e4bc4,segment=NetworkSegment(eae53f19-44c0-4bb7-ac5f-11d1175f44ca),segment_id=eae53f19-44c0-4bb7-ac5f-11d1175f44ca)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:25.211989 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:25.212840 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 5410c20f-e0be-493e-ac1a-5dbe2b2538ff up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:31:25.235386 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d253d3b0-64b1-47e6-9b93-db761d22ea98 x-openstack-request-id: req-d253d3b0-64b1-47e6-9b93-db761d22ea98 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:31:25.235695 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6", "name": "network-vif-plugged", "status": "completed", "tag": "3e234d56-2610-418d-b838-2d76424e4bc4", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:31:25.236996 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d253d3b0-64b1-47e6-9b93-db761d22ea98 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:31:25.236996 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e234d56-2610-418d-b838-2d76424e4bc4', 'code': 200} Nov 10 14:31:25.288896 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=3e234d56-2610-418d-b838-2d76424e4bc4,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:25.303518 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:31:25.307851 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:31:25.308215 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:25.363329 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e6a3d-9ca3-46a3-a39f-13085a33b670 req-3785bdb7-4cd0-4d7a-98ff-2cd2ec4543ed tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:25.365212 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f65e6a3d-9ca3-46a3-a39f-13085a33b670 req-3785bdb7-4cd0-4d7a-98ff-2cd2ec4543ed tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 944 time: 0.0598705 Nov 10 14:31:25.401133 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:25.415639 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f65e6a3d-9ca3-46a3-a39f-13085a33b670 req-81300e6a-5cb3-42e8-80c5-349362399304 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442059 Nov 10 14:31:25.449175 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5410c20f-e0be-493e-ac1a-5dbe2b2538ff,segment=NetworkSegment(eae53f19-44c0-4bb7-ac5f-11d1175f44ca),segment_id=eae53f19-44c0-4bb7-ac5f-11d1175f44ca)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:25.454662 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:25.496193 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-3b24f9c6-c6df-41d2-9134-f59a9bf256a8 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:25.498668 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-3b24f9c6-c6df-41d2-9134-f59a9bf256a8 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/networks?id=22977978-a4b0-437a-b93b-a7bc036347ea HTTP/1.1" status: 200 len: 814 time: 0.1123450 Nov 10 14:31:25.506846 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=5410c20f-e0be-493e-ac1a-5dbe2b2538ff,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:25.515408 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-b1869fed-f0c2-4d68-9878-02725dc4fc68 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/quotas/3f12ca28fed7434a80d4a75966ac07b0 HTTP/1.1" status: 200 len: 375 time: 0.0115399 Nov 10 14:31:25.538142 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffe2b4-19c1-42c6-b2a6-4221d02bdfd0 req-8348fbf7-2a2d-488f-a16f-dc594b16cae1 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:25.539621 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-67ffe2b4-19c1-42c6-b2a6-4221d02bdfd0 req-8348fbf7-2a2d-488f-a16f-dc594b16cae1 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0634241 Nov 10 14:31:25.550493 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-03b9302f-4c46-4391-a6ef-b13ae5cdeba0 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f12ca28fed7434a80d4a75966ac07b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267916 Nov 10 14:31:25.587930 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-67ffe2b4-19c1-42c6-b2a6-4221d02bdfd0 req-8dd2a56c-1ddf-4a77-b2c1-080d39ee3c32 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Nov 10 14:31:25.641595 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-bde5299a-778c-4ca4-8c4d-2e16541eb91e service neutron] 10.222.0.39 "GET /v2.0/networks/22977978-a4b0-437a-b93b-a7bc036347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844727 Nov 10 14:31:25.728122 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-931fa743-ac4a-4050-99be-bf3d35db17b7 service neutron] 10.222.0.39 "GET /v2.0/networks/22977978-a4b0-437a-b93b-a7bc036347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804155 Nov 10 14:31:25.893583 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a67faeaa-f87f-4966-acdb-13f8e2611f85 req-11ca39a1-1ea2-4d0f-ade8-268d72aaba4c tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 210 time: 0.0360458 Nov 10 14:31:25.913418 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986d772-4b0a-4d50-92f3-0b6d014d143d req-a5175b7f-482e-48b1-a6c1-c1560a606ad6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:25.915115 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b986d772-4b0a-4d50-92f3-0b6d014d143d req-a5175b7f-482e-48b1-a6c1-c1560a606ad6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0534620 Nov 10 14:31:25.964246 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b986d772-4b0a-4d50-92f3-0b6d014d143d req-d0a31359-e46a-4e9f-8eda-84b9d0f3466d tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428421 Nov 10 14:31:26.217224 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f98c3-8d30-478a-89d8-b2946f66eaa9 req-b6f5a8cc-55c4-4406-89e8-b50a7faf3575 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:26.218684 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-254f98c3-8d30-478a-89d8-b2946f66eaa9 req-b6f5a8cc-55c4-4406-89e8-b50a7faf3575 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0631394 Nov 10 14:31:26.265242 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-254f98c3-8d30-478a-89d8-b2946f66eaa9 req-94a28fb9-533f-4c89-a77e-65585397bd48 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399799 Nov 10 14:31:26.531820 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731090bd-4cfb-4e1f-a041-befc9ed57b74 req-1c95c3e8-69a4-4a68-be38-f1c470371759 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:26.533812 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-731090bd-4cfb-4e1f-a041-befc9ed57b74 req-1c95c3e8-69a4-4a68-be38-f1c470371759 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 944 time: 0.0515933 Nov 10 14:31:26.577793 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-731090bd-4cfb-4e1f-a041-befc9ed57b74 req-a2247baf-cb81-423c-8d81-f2e018217474 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381813 Nov 10 14:31:26.696475 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466eda6-c449-4c93-8244-c5210b50d819 req-7fa945fc-5ab8-480b-adcb-82416e8221c8 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:26.697947 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e466eda6-c449-4c93-8244-c5210b50d819 req-7fa945fc-5ab8-480b-adcb-82416e8221c8 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0463371 Nov 10 14:31:26.743206 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e466eda6-c449-4c93-8244-c5210b50d819 req-edca64f3-3302-4cf1-a542-ac01230d22e9 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395770 Nov 10 14:31:26.985788 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cf7e316b-f292-45c4-8ba1-9732b28c667c req-c49a8688-f1f2-496c-8b29-cd03599c7d82 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 210 time: 0.0241697 Nov 10 14:31:27.083968 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71e960-990d-4eb9-9089-7a836b2691fc req-47c7ea54-89fa-4793-99ed-9a27366076b6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:27.085441 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ad71e960-990d-4eb9-9089-7a836b2691fc req-47c7ea54-89fa-4793-99ed-9a27366076b6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0484264 Nov 10 14:31:27.134225 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ad71e960-990d-4eb9-9089-7a836b2691fc req-bf84ce0f-9a3f-4ed0-9581-a8c3e1f18e88 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428908 Nov 10 14:31:27.237701 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4a7a26-bcd3-41bf-946b-8a6e364c58cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5410c20f-e0be-493e-ac1a-5dbe2b2538ff'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:31:27.239990 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4bab3b-8919-4fbf-acfb-52db7a0c27bc" -d '{"events": [{"server_uuid": "fa4a7a26-bcd3-41bf-946b-8a6e364c58cf", "name": "network-vif-plugged", "status": "completed", "tag": "5410c20f-e0be-493e-ac1a-5dbe2b2538ff"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:31:27.273774 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf08785-8676-4d83-89d6-c060436b8232 x-openstack-request-id: req-adf08785-8676-4d83-89d6-c060436b8232 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:31:27.274079 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4a7a26-bcd3-41bf-946b-8a6e364c58cf", "name": "network-vif-plugged", "status": "completed", "tag": "5410c20f-e0be-493e-ac1a-5dbe2b2538ff", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:31:27.274326 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-adf08785-8676-4d83-89d6-c060436b8232 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:31:27.274703 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4a7a26-bcd3-41bf-946b-8a6e364c58cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5410c20f-e0be-493e-ac1a-5dbe2b2538ff', 'code': 200} Nov 10 14:31:27.380726 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc36c9-e5a1-45f4-84a2-ce0844b933b8 req-a9829ffb-bc9d-4d81-b9a0-1c680edc0eea tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:27.382202 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-45cc36c9-e5a1-45f4-84a2-ce0844b933b8 req-a9829ffb-bc9d-4d81-b9a0-1c680edc0eea tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0473311 Nov 10 14:31:27.428363 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-45cc36c9-e5a1-45f4-84a2-ce0844b933b8 req-2481fb03-5125-48b3-a612-4b7004c96a17 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403898 Nov 10 14:31:27.703536 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8b0c5-b841-4c53-9f63-26211fe2baec req-a83427be-59d8-4a1f-8e25-96e0610abd42 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:27.704993 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90a8b0c5-b841-4c53-9f63-26211fe2baec req-a83427be-59d8-4a1f-8e25-96e0610abd42 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 944 time: 0.0578456 Nov 10 14:31:27.758070 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90a8b0c5-b841-4c53-9f63-26211fe2baec req-f35a7da2-f8c5-45a8-9bd8-d89afc556f99 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469809 Nov 10 14:31:27.878178 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7d8cf-9bea-432f-9f24-a2f6edffdce4 req-a0a43f25-0955-4289-97cb-d1d0b1f42f48 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:27.879861 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9fd7d8cf-9bea-432f-9f24-a2f6edffdce4 req-a0a43f25-0955-4289-97cb-d1d0b1f42f48 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0590069 Nov 10 14:31:27.936726 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9fd7d8cf-9bea-432f-9f24-a2f6edffdce4 req-edc6e0ac-f65d-422b-81f5-78bb36489244 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509329 Nov 10 14:31:28.089754 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9a28af36-acc6-4dcc-a59c-476e71e37da7 req-6aab87ea-84a3-4743-b8c5-3d0983f8812b tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 210 time: 0.0305829 Nov 10 14:31:28.271776 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25092a3-fb3a-485a-b048-96613e72316c req-fb329f40-8644-4520-9a51-b395627b8707 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:28.273462 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b25092a3-fb3a-485a-b048-96613e72316c req-fb329f40-8644-4520-9a51-b395627b8707 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0652180 Nov 10 14:31:28.329096 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b25092a3-fb3a-485a-b048-96613e72316c req-39427a58-4979-4ea1-bc72-284ebfde4a63 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481694 Nov 10 14:31:28.549416 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa87934-f343-48ec-9532-8d78f62a825a req-f4a2ea06-e6eb-49d2-a212-68a5f57d781d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:28.550832 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-faa87934-f343-48ec-9532-8d78f62a825a req-f4a2ea06-e6eb-49d2-a212-68a5f57d781d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0512097 Nov 10 14:31:28.596787 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-faa87934-f343-48ec-9532-8d78f62a825a req-65dbefda-dee8-4560-9aaa-bfdeeba730d8 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401044 Nov 10 14:31:28.872498 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4faa90-7584-4020-a5be-2f5f50bb3773 req-69299c21-d8d7-40ec-982f-132bcf9e11fc tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:28.873879 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0b4faa90-7584-4020-a5be-2f5f50bb3773 req-69299c21-d8d7-40ec-982f-132bcf9e11fc tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 944 time: 0.0481596 Nov 10 14:31:28.920634 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0b4faa90-7584-4020-a5be-2f5f50bb3773 req-35ee3eba-b200-4c40-927d-8d3293b72455 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406194 Nov 10 14:31:29.053080 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195038b-c2d9-4f6e-90dc-102f0fa95957 req-66664891-2b76-4180-9637-22534eb0c502 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:29.054556 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8195038b-c2d9-4f6e-90dc-102f0fa95957 req-66664891-2b76-4180-9637-22534eb0c502 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0482099 Nov 10 14:31:29.100265 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8195038b-c2d9-4f6e-90dc-102f0fa95957 req-45f04d84-b2ad-4868-84d0-aca262eae022 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398705 Nov 10 14:31:29.184545 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d776b130-f1be-43fd-a5cb-76a956feb613 req-45e13960-8e5b-4cc7-906f-e3726713374d tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 210 time: 0.0244174 Nov 10 14:31:29.446150 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f962-5ccd-4c99-8587-63cea7d0bb6c req-5a48fff3-cc5d-4007-a4a1-f4803cf4d5b9 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:29.447599 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0384f962-5ccd-4c99-8587-63cea7d0bb6c req-5a48fff3-cc5d-4007-a4a1-f4803cf4d5b9 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0509558 Nov 10 14:31:29.476825 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 48b1df86-8344-45fd-9f87-7ead87b5d2e2 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:31:29.494428 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0384f962-5ccd-4c99-8587-63cea7d0bb6c req-5f236157-7922-405e-a7e3-3a69119204fa tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Nov 10 14:31:29.613344 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 48b1df86-8344-45fd-9f87-7ead87b5d2e2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=48b1df86-8344-45fd-9f87-7ead87b5d2e2,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:29.626758 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '48b1df86-8344-45fd-9f87-7ead87b5d2e2', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'port_id': '48b1df86-8344-45fd-9f87-7ead87b5d2e2', 'mac_address': 'fa:16:3e:27:be:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:31:29.681009 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f17853-46c3-4e63-9e3c-6fb17288e794 req-273af49d-6b02-4193-b7af-282942f0bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:29.682549 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c1f17853-46c3-4e63-9e3c-6fb17288e794 req-273af49d-6b02-4193-b7af-282942f0bfcb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 1099 time: 0.0874183 Nov 10 14:31:29.696615 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:29.712440 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b1df86-8344-45fd-9f87-7ead87b5d2e2 {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:31:29.737280 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 48b1df86-8344-45fd-9f87-7ead87b5d2e2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=48b1df86-8344-45fd-9f87-7ead87b5d2e2,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:29.741585 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:29.815620 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c1f17853-46c3-4e63-9e3c-6fb17288e794 req-e787d85f-1b96-4e24-96ae-a638171e0718 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230972 Nov 10 14:31:29.820230 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=48b1df86-8344-45fd-9f87-7ead87b5d2e2,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:29.822516 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdc5d7-b0d0-4bcf-aff5-e83d296c6a9a req-1353ebf0-6826-48e4-9e6e-b38408f724e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:29.823928 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-19bdc5d7-b0d0-4bcf-aff5-e83d296c6a9a req-1353ebf0-6826-48e4-9e6e-b38408f724e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 1098 time: 0.1142383 Nov 10 14:31:29.832237 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a378c-e73e-4b86-8b3b-580aab96f5de req-ffbffa2a-66a2-4868-bd39-89eb48532b07 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:29.833636 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-589a378c-e73e-4b86-8b3b-580aab96f5de req-ffbffa2a-66a2-4868-bd39-89eb48532b07 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.1327586 Nov 10 14:31:29.882706 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-589a378c-e73e-4b86-8b3b-580aab96f5de req-e2960637-f2a8-49d8-9d1e-eecf89b7f17d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431688 Nov 10 14:31:30.030638 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87cabb-7d64-4d93-97fc-49a46cdce903 req-20846e21-cfeb-4d05-86ea-eaf293daf71b tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:30.032143 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3a87cabb-7d64-4d93-97fc-49a46cdce903 req-20846e21-cfeb-4d05-86ea-eaf293daf71b tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 945 time: 0.0475581 Nov 10 14:31:30.083028 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3a87cabb-7d64-4d93-97fc-49a46cdce903 req-00df2adb-fc8a-43e2-9fee-f400cc3b90dd tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416775 Nov 10 14:31:30.210754 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9520fa-5ca6-43c0-92da-209e8c0112de req-a68afef1-fb93-4ff7-8f35-f2614b8cc879 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:30.212274 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8c9520fa-5ca6-43c0-92da-209e8c0112de req-a68afef1-fb93-4ff7-8f35-f2614b8cc879 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0475574 Nov 10 14:31:30.259285 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8c9520fa-5ca6-43c0-92da-209e8c0112de req-eef02441-270f-4eb9-a01f-7fd0b6ba3516 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413299 Nov 10 14:31:30.276111 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0251dfb1-6aae-4c81-960c-a1a1c8ffe954 req-bc2c1442-71ad-47e4-bbb5-85649e1b9d31 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 210 time: 0.0252671 Nov 10 14:31:30.358693 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-19bdc5d7-b0d0-4bcf-aff5-e83d296c6a9a req-9ac9e4c4-cedf-44d5-93f4-0802a53894f8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371532 Nov 10 14:31:30.616728 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23db7-6e6d-47dc-b5dc-2889c3c5365c req-7e512442-9c5f-46f3-bb19-6961efede172 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:30.618209 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2ef23db7-6e6d-47dc-b5dc-2889c3c5365c req-7e512442-9c5f-46f3-bb19-6961efede172 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0474629 Nov 10 14:31:30.669062 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2ef23db7-6e6d-47dc-b5dc-2889c3c5365c req-a76e2c3b-cd8e-442c-8e5b-f034dae40566 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445619 Nov 10 14:31:30.968292 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['48b1df86-8344-45fd-9f87-7ead87b5d2e2'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:31:31.031076 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb370a2e-8a0b-4394-99fd-e7ab1c869e5e req-4f130cef-4c9d-49bd-846a-c63ebe8a71cd tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:31.039452 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fb370a2e-8a0b-4394-99fd-e7ab1c869e5e req-4f130cef-4c9d-49bd-846a-c63ebe8a71cd tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0850525 Nov 10 14:31:31.083675 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fb370a2e-8a0b-4394-99fd-e7ab1c869e5e req-84290bcb-3c01-433b-9f91-e0bd70079406 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430532 Nov 10 14:31:31.205438 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ef172-18e3-438a-907a-2ff33df87d5a req-7f269f00-f790-49a4-bd9b-447d8ba5f1ea tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:31.207222 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-496ef172-18e3-438a-907a-2ff33df87d5a req-7f269f00-f790-49a4-bd9b-447d8ba5f1ea tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 945 time: 0.0494649 Nov 10 14:31:31.254779 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-496ef172-18e3-438a-907a-2ff33df87d5a req-82cda925-c8b5-4389-85ed-88b4ba4f3609 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 Nov 10 14:31:31.373111 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-eedbe5f7-431a-422d-add3-1fee34fff274 req-d9196f8a-3232-4056-9835-96e7e7583dd5 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 210 time: 0.0269630 Nov 10 14:31:31.374756 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bb6b6-e185-4998-8472-3cd589e20900 req-d16c02c5-8c0b-4477-8b99-5f52e3c82e28 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:31.376427 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-419bb6b6-e185-4998-8472-3cd589e20900 req-d16c02c5-8c0b-4477-8b99-5f52e3c82e28 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0500662 Nov 10 14:31:31.441622 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-419bb6b6-e185-4998-8472-3cd589e20900 req-befe1720-a3c2-492d-b96a-1533d8a5f448 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575402 Nov 10 14:31:31.540090 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-3ddc5322-347f-440c-a673-0e231b1e07bd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:31.542135 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-3ddc5322-347f-440c-a673-0e231b1e07bd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.32 "GET /v2.0/networks?id=22977978-a4b0-437a-b93b-a7bc036347ea HTTP/1.1" status: 200 len: 814 time: 0.1464267 Nov 10 14:31:31.813492 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efc92c-5ed5-4b48-acc7-c3dfc4b309c0 req-de7b7032-cdf6-4cda-937e-9e4f3fb71168 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:31.816969 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e8efc92c-5ed5-4b48-acc7-c3dfc4b309c0 req-de7b7032-cdf6-4cda-937e-9e4f3fb71168 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0722866 Nov 10 14:31:31.866926 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e8efc92c-5ed5-4b48-acc7-c3dfc4b309c0 req-ef4dfe94-217d-4593-b463-9d0d09111183 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438995 Nov 10 14:31:32.216217 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024e45-7e2e-4400-acbc-e0d8235b8a2d req-bdf213b5-88f4-4dd1-94cb-28596dbf3c1d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:32.217886 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4d024e45-7e2e-4400-acbc-e0d8235b8a2d req-bdf213b5-88f4-4dd1-94cb-28596dbf3c1d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0492661 Nov 10 14:31:32.268050 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4d024e45-7e2e-4400-acbc-e0d8235b8a2d req-a4def5cd-83e1-4183-91d1-406e72f58c7f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434511 Nov 10 14:31:32.368294 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53138ff8-6b13-4a2b-9881-b8bf6301672e req-b3187bd0-a51d-4ed0-a07a-128bbad3bf3a tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:32.369793 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-53138ff8-6b13-4a2b-9881-b8bf6301672e req-b3187bd0-a51d-4ed0-a07a-128bbad3bf3a tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 945 time: 0.0485926 Nov 10 14:31:32.419361 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-53138ff8-6b13-4a2b-9881-b8bf6301672e req-327de454-3da5-4361-a71e-4ad928415e92 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436969 Nov 10 14:31:32.419812 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f173390-0258-48b8-b4ab-3bfc40c37be8 req-0d00637a-ddfa-4056-ba53-54f4e27cc20c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:32.421315 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8f173390-0258-48b8-b4ab-3bfc40c37be8 req-0d00637a-ddfa-4056-ba53-54f4e27cc20c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0489917 Nov 10 14:31:32.431000 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 59388) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:32.435334 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-bb77708b-ab3d-433a-b451-cb33e5791f00 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Request body: {'floatingip': {'port_id': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:32.536476 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-bb77708b-ab3d-433a-b451-cb33e5791f00 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for floatingip, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:32.539609 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4dcd2d49-9cac-4154-88cc-4a7c05660c50 req-ff0954a0-e045-4817-ab76-95a02819250c tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 210 time: 0.0696378 Nov 10 14:31:32.982222 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd544e-59a1-4145-8ffb-7ef7dfde379e req-d4913813-764c-4914-b087-fbd168867c0c tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:32.983819 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-adbd544e-59a1-4145-8ffb-7ef7dfde379e req-d4913813-764c-4914-b087-fbd168867c0c tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0505967 Nov 10 14:31:33.038893 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-adbd544e-59a1-4145-8ffb-7ef7dfde379e req-21c8f3db-384c-4eee-b58b-5cbfe72ab4a6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485454 Nov 10 14:31:33.312211 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-bb77708b-ab3d-433a-b451-cb33e5791f00 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:33.316778 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-bb77708b-ab3d-433a-b451-cb33e5791f00 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:33.414265 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.l3_db [None req-bb77708b-ab3d-433a-b451-cb33e5791f00 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Floating IP 71af3758-9b15-44e3-a83e-a977ce696af7 associated. External IP: 172.27.1.202, port: 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b. Nov 10 14:31:33.551708 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3c7a-b603-4564-a429-fd793ba27346 req-49b446e2-8ba2-4586-8e07-a692fa0db4af tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:33.553175 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cefd3c7a-b603-4564-a429-fd793ba27346 req-49b446e2-8ba2-4586-8e07-a692fa0db4af tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 945 time: 0.0623486 Nov 10 14:31:33.631501 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b12aef33-33a0-4775-ba97-63bf1969f068 req-552e437d-ad0f-421e-996b-9ce16496a3a0 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 210 time: 0.0264297 Nov 10 14:31:33.666725 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cefd3c7a-b603-4564-a429-fd793ba27346 req-80243d94-c728-4501-84ee-07b28278844a tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824931 Nov 10 14:31:33.692184 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb77708b-ab3d-433a-b451-cb33e5791f00 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Router ff944250-83fa-4755-ae5c-94b5fb23c236 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:31:33.798451 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb77708b-ab3d-433a-b451-cb33e5791f00 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:31:33.803251 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-bb77708b-ab3d-433a-b451-cb33e5791f00 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:33.810574 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3629671-3cd4-4dc6-bfb8-b14690f5b84d None None] Sync routers for ids ['ff944250-83fa-4755-ae5c-94b5fb23c236'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:31:33.820943 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3629671-3cd4-4dc6-bfb8-b14690f5b84d None None] Routers {'ff944250-83fa-4755-ae5c-94b5fb23c236'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:31:33.821539 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-d3629671-3cd4-4dc6-bfb8-b14690f5b84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:31:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['ff944250-83fa-4755-ae5c-94b5fb23c236'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:33.829306 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-bb77708b-ab3d-433a-b451-cb33e5791f00 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "PUT /v2.0/floatingips/71af3758-9b15-44e3-a83e-a977ce696af7 HTTP/1.1" status: 200 len: 992 time: 1.3975260 Nov 10 14:31:33.830506 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'tag': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:31:33.832803 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a025af-e263-419c-8fd1-5690b080a189" -d '{"events": [{"name": "network-changed", "server_uuid": "60194a2e-ed68-4d33-ab4b-223638fecce0", "tag": "67e0e8cc-bba8-4bd9-bed7-d9f136676d2b"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:31:33.874633 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb42688-12b3-43a9-a46d-d72ee096852b x-openstack-request-id: req-2eb42688-12b3-43a9-a46d-d72ee096852b {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:31:33.874923 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60194a2e-ed68-4d33-ab4b-223638fecce0", "tag": "67e0e8cc-bba8-4bd9-bed7-d9f136676d2b", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:31:33.876397 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2eb42688-12b3-43a9-a46d-d72ee096852b {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:31:33.876397 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'tag': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'status': 'completed', 'code': 200} Nov 10 14:31:33.942519 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-d3629671-3cd4-4dc6-bfb8-b14690f5b84d None None] Set router ff944250-83fa-4755-ae5c-94b5fb23c236 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:31:34.154476 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d2d34-0f31-426f-8c90-d28468177b4e req-ac85267d-e76a-441a-94c2-b834617da1ff tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:34.156057 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d02d2d34-0f31-426f-8c90-d28468177b4e req-ac85267d-e76a-441a-94c2-b834617da1ff tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0484991 Nov 10 14:31:34.206259 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d02d2d34-0f31-426f-8c90-d28468177b4e req-aec0a2cf-047a-4c7d-acf4-818e94cb093f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440092 Nov 10 14:31:34.207353 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-d3629671-3cd4-4dc6-bfb8-b14690f5b84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '71af3758-9b15-44e3-a83e-a977ce696af7', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'port_id': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'mac_address': 'fa:16:3e:5a:6e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:30:49Z', 'updated_at': '2021-11-10T14:31:33Z', 'revision_number': 1, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:48Z', 'revision_number': 5, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:34.235604 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3629671-3cd4-4dc6-bfb8-b14690f5b84d None None] Checking router: ff944250-83fa-4755-ae5c-94b5fb23c236 for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:31:34.244360 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3629671-3cd4-4dc6-bfb8-b14690f5b84d None None] Routers {'ff944250-83fa-4755-ae5c-94b5fb23c236'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:31:34.244999 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-d3629671-3cd4-4dc6-bfb8-b14690f5b84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:31:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['ff944250-83fa-4755-ae5c-94b5fb23c236'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:34.347553 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-d3629671-3cd4-4dc6-bfb8-b14690f5b84d None None] Set router ff944250-83fa-4755-ae5c-94b5fb23c236 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:31:34.566560 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-d3629671-3cd4-4dc6-bfb8-b14690f5b84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '71af3758-9b15-44e3-a83e-a977ce696af7', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'port_id': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'mac_address': 'fa:16:3e:5a:6e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:30:49Z', 'updated_at': '2021-11-10T14:31:33Z', 'revision_number': 1, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:48Z', 'revision_number': 5, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:34.591199 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3629671-3cd4-4dc6-bfb8-b14690f5b84d None None] The sync data for ids ['ff944250-83fa-4755-ae5c-94b5fb23c236'] in dv-cinder-817229-1-iscsi is: [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '71af3758-9b15-44e3-a83e-a977ce696af7', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'port_id': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'mac_address': 'fa:16:3e:5a:6e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:30:49Z', 'updated_at': '2021-11-10T14:31:33Z', 'revision_number': 1, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:48Z', 'revision_number': 5, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:31:34.727549 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-04c19da8-af3c-4f99-a7b2-6be847cc68cb req-f4ce6d94-4220-43f6-8420-cb8f62c9e5bb tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 210 time: 0.0268283 Nov 10 14:31:34.770644 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09683f18-3411-45c5-abb0-2667a0c4de17 None None] New status for floating IP 71af3758-9b15-44e3-a83e-a977ce696af7: ACTIVE {{(pid=101584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:31:34.829512 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b64d9-6945-473c-9469-224a5a64baef req-9ce44556-067f-4449-9289-c9591dbab897 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:34.831535 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-668b64d9-6945-473c-9469-224a5a64baef req-9ce44556-067f-4449-9289-c9591dbab897 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 945 time: 0.0474293 Nov 10 14:31:34.878744 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-668b64d9-6945-473c-9469-224a5a64baef req-157ac6b6-1a7e-4454-b4a3-dcb08d2c94ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406795 Nov 10 14:31:34.882446 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Request body: {'port': {'device_id': '06c403fc-6ba4-446b-b8c9-c57626b126cb', 'network_id': '22977978-a4b0-437a-b93b-a7bc036347ea', 'admin_state_up': True, 'tenant_id': '3f12ca28fed7434a80d4a75966ac07b0'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:34.997921 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Made reservation on behalf of 3f12ca28fed7434a80d4a75966ac07b0 for: {'port': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:31:35.001674 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:35.129613 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Allocated IP 172.20.0.5 (22977978-a4b0-437a-b93b-a7bc036347ea/db34d8c8-0841-40fc-ba6d-7cd3c98a036e/aa9e6ccc-9e46-4e84-8828-297dc093d5c2) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:31:35.276428 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:35.311168 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:35.316427 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae3d18-1871-4e0f-916d-4f968e4121b6 req-55c989b7-50a9-4d03-a7af-ffd0686c691a tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:35.317941 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e6ae3d18-1871-4e0f-916d-4f968e4121b6 req-55c989b7-50a9-4d03-a7af-ffd0686c691a tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0472920 Nov 10 14:31:35.352825 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Network 22977978-a4b0-437a-b93b-a7bc036347ea is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:31:35.357817 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:31:35.367641 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Pushing event updated for resources: {'Port': ['ID=aa9e6ccc-9e46-4e84-8828-297dc093d5c2,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:35.369931 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:31:35.373029 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e6ae3d18-1871-4e0f-916d-4f968e4121b6 req-dd5b9893-4b78-4400-9ef0-b1d8363f5012 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482314 Nov 10 14:31:35.401149 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:35.401504 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:35.401845 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:35.402184 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:35.402779 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:35.403111 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:35.403437 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:35.403764 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:35.404090 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:35.404432 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:35.404756 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:35.405078 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:35.431357 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:35.431961 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:35.447102 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-116a4aba-be6f-444a-862b-c5c0fd99a2e9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5702891 Nov 10 14:31:35.842773 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b2a09-de66-4bae-b6d0-b12caceea60c req-99e0ebca-bc43-496c-980b-bb3ca7ddc8d1 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:35.844243 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b06b2a09-de66-4bae-b6d0-b12caceea60c req-99e0ebca-bc43-496c-980b-bb3ca7ddc8d1 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 931 time: 0.0480025 Nov 10 14:31:35.889975 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b06b2a09-de66-4bae-b6d0-b12caceea60c req-5d318619-ac96-4a42-aae6-a86fd93a1b73 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397508 Nov 10 14:31:35.990899 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5115dd7-9200-4410-93b0-f804f2ebc21d req-c6703301-8248-4af1-bfad-f7c5b2341025 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:35.992543 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a5115dd7-9200-4410-93b0-f804f2ebc21d req-c6703301-8248-4af1-bfad-f7c5b2341025 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 945 time: 0.0481362 Nov 10 14:31:36.039249 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a5115dd7-9200-4410-93b0-f804f2ebc21d req-1c187e14-8eda-4e3d-86c9-9c9915549013 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410001 Nov 10 14:31:36.504326 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Request body: {'port': {'device_id': '06c403fc-6ba4-446b-b8c9-c57626b126cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:36.510393 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcc7e6-3d46-4104-b65e-d736ec5c049e req-4cf727a9-d193-4143-82c5-1df4dd29291a tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:36.511933 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b6dcc7e6-3d46-4104-b65e-d736ec5c049e req-4cf727a9-d193-4143-82c5-1df4dd29291a tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0729458 Nov 10 14:31:36.561508 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b6dcc7e6-3d46-4104-b65e-d736ec5c049e req-dacf21a0-cc84-4330-b247-028f5da8c2ac tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421333 Nov 10 14:31:36.585960 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:36.590488 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a025af-e263-419c-8fd1-5690b080a189 req-ee66f429-3b67-4a50-b98c-52b5db72014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:36.591964 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52a025af-e263-419c-8fd1-5690b080a189 req-ee66f429-3b67-4a50-b98c-52b5db72014d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 1099 time: 0.0933788 Nov 10 14:31:36.779707 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a025af-e263-419c-8fd1-5690b080a189 req-742c76ee-9936-4608-b15a-2906fe0e140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:36.781224 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52a025af-e263-419c-8fd1-5690b080a189 req-742c76ee-9936-4608-b15a-2906fe0e140d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 917 time: 0.1783457 Nov 10 14:31:36.919616 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52a025af-e263-419c-8fd1-5690b080a189 req-42c81a71-ccbf-4a0a-807a-97ca3ec13041 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b HTTP/1.1" status: 200 len: 1002 time: 0.1280034 Nov 10 14:31:36.995473 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a025af-e263-419c-8fd1-5690b080a189 req-08e7f9a7-9ad7-4744-ac20-b94dc433bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:36.996974 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52a025af-e263-419c-8fd1-5690b080a189 req-08e7f9a7-9ad7-4744-ac20-b94dc433bd85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 200 len: 855 time: 0.0663185 Nov 10 14:31:37.004916 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dd4b7-381d-495f-b384-014650f60d2a req-ea0468d3-e2e4-4bd7-96a8-9162d9935ac2 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:37.006589 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0d5dd4b7-381d-495f-b384-014650f60d2a req-ea0468d3-e2e4-4bd7-96a8-9162d9935ac2 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 931 time: 0.0491929 Nov 10 14:31:37.057565 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0d5dd4b7-381d-495f-b384-014650f60d2a req-7db45454-3ad8-4219-9329-acb933c1acaa tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450535 Nov 10 14:31:37.061720 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9e6ccc-9e46-4e84-8828-297dc093d5c2 {{(pid=101583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:31:37.069354 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:37.086666 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.provisioning_blocks [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Transition to ACTIVE for port object aa9e6ccc-9e46-4e84-8828-297dc093d5c2 will not be triggered until provisioned by entity L2. {{(pid=101583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:31:37.089709 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a025af-e263-419c-8fd1-5690b080a189 req-e4a260cb-b4be-42d1-808d-2a4d492bf6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:37.091236 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52a025af-e263-419c-8fd1-5690b080a189 req-e4a260cb-b4be-42d1-808d-2a4d492bf6c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1188f659-3386-43e3-8ceb-0934fe3b17ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683444 Nov 10 14:31:37.092383 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:37.398120 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9e6ccc-9e46-4e84-8828-297dc093d5c2,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:37.465004 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ebf6b-8ec0-4cb2-a723-ecc8388ffc3f req-7b7d341c-2c3a-41d9-8acb-62fd107b6b98 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:37.466467 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-094ebf6b-8ec0-4cb2-a723-ecc8388ffc3f req-7b7d341c-2c3a-41d9-8acb-62fd107b6b98 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 945 time: 0.3374403 Nov 10 14:31:37.512278 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52a025af-e263-419c-8fd1-5690b080a189 req-81d2db62-7168-4f97-a5ef-5037532e4fe3 service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940759 Nov 10 14:31:37.568704 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Attempting to bind port aa9e6ccc-9e46-4e84-8828-297dc093d5c2 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:31:37.569036 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Attempting to bind port aa9e6ccc-9e46-4e84-8828-297dc093d5c2 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'b561df4e-23f7-4e9a-b712-fc4601695827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '22977978-a4b0-437a-b93b-a7bc036347ea'}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:31:37.569363 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Attempting to bind port aa9e6ccc-9e46-4e84-8828-297dc093d5c2 on network 22977978-a4b0-437a-b93b-a7bc036347ea {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:31:37.578625 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-094ebf6b-8ec0-4cb2-a723-ecc8388ffc3f req-2f306374-21dd-493a-8c7f-8cc692155e62 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038547 Nov 10 14:31:37.606722 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Port aa9e6ccc-9e46-4e84-8828-297dc093d5c2 on network 22977978-a4b0-437a-b93b-a7bc036347ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:31:37.607088 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Attempting to bind port aa9e6ccc-9e46-4e84-8828-297dc093d5c2 on network 22977978-a4b0-437a-b93b-a7bc036347ea {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:31:37.616361 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:31:37.616715 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Checking segment: {'id': 'b561df4e-23f7-4e9a-b712-fc4601695827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '22977978-a4b0-437a-b93b-a7bc036347ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:31:37.617096 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Bound using segment: {'id': 'b561df4e-23f7-4e9a-b712-fc4601695827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '22977978-a4b0-437a-b93b-a7bc036347ea'} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:31:37.617525 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Bound port: aa9e6ccc-9e46-4e84-8828-297dc093d5c2, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b561df4e-23f7-4e9a-b712-fc4601695827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '22977978-a4b0-437a-b93b-a7bc036347ea'}}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:31:37.617875 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:37.676666 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-52a025af-e263-419c-8fd1-5690b080a189 req-f2242783-17e9-431a-b963-d2f20b9bda2c service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439636 Nov 10 14:31:37.686264 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5f029-5235-4828-8065-ad163599e7ca req-c6b11491-40fb-42e6-89d1-9d29765c42a2 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:37.687736 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cad5f029-5235-4828-8065-ad163599e7ca req-c6b11491-40fb-42e6-89d1-9d29765c42a2 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0488212 Nov 10 14:31:37.706530 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] For port aa9e6ccc-9e46-4e84-8828-297dc093d5c2, host hv-cinder-81722, cleared binding levels {{(pid=101583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:31:37.709856 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] For port aa9e6ccc-9e46-4e84-8828-297dc093d5c2, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=aa9e6ccc-9e46-4e84-8828-297dc093d5c2,segment=NetworkSegment(b561df4e-23f7-4e9a-b712-fc4601695827),segment_id=b561df4e-23f7-4e9a-b712-fc4601695827)] {{(pid=101583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:31:37.713992 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:37.742565 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cad5f029-5235-4828-8065-ad163599e7ca req-982119dc-fae2-4b49-8bc1-cf70300fe241 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479002 Nov 10 14:31:37.746662 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:37.747283 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:37.748679 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] 10.222.0.32 "PUT /v2.0/ports/aa9e6ccc-9e46-4e84-8828-297dc093d5c2 HTTP/1.1" status: 200 len: 1093 time: 1.2513447 Nov 10 14:31:37.749111 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c403fc-6ba4-446b-b8c9-c57626b126cb', 'tag': 'aa9e6ccc-9e46-4e84-8828-297dc093d5c2'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:31:37.751339 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafb5315-4c44-4aff-b98b-db6caa98514a" -d '{"events": [{"name": "network-changed", "server_uuid": "06c403fc-6ba4-446b-b8c9-c57626b126cb", "tag": "aa9e6ccc-9e46-4e84-8828-297dc093d5c2"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:31:37.777926 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2e16e-27b3-4215-8eeb-ff901c3e2df7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9e6ccc-9e46-4e84-8828-297dc093d5c2,revision_number=3']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:37.802835 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b35b50-5e3d-4eeb-beae-97f876ad4831 x-openstack-request-id: req-f0b35b50-5e3d-4eeb-beae-97f876ad4831 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:31:37.803133 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c403fc-6ba4-446b-b8c9-c57626b126cb", "tag": "aa9e6ccc-9e46-4e84-8828-297dc093d5c2", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:31:37.803386 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0b35b50-5e3d-4eeb-beae-97f876ad4831 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:31:37.803788 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c403fc-6ba4-446b-b8c9-c57626b126cb', 'tag': 'aa9e6ccc-9e46-4e84-8828-297dc093d5c2', 'status': 'completed', 'code': 200} Nov 10 14:31:37.861044 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-bfdd488c-c68b-42d8-9352-25a27518435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:37.862721 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-bfdd488c-c68b-42d8-9352-25a27518435c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f12ca28fed7434a80d4a75966ac07b0&device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 1096 time: 0.0404408 Nov 10 14:31:37.917511 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-076100a0-2fc3-4b7d-9758-5691e98ed20e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa9e6ccc-9e46-4e84-8828-297dc093d5c2 HTTP/1.1" status: 200 len: 217 time: 0.0391784 Nov 10 14:31:37.969510 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-c9b3b394-c7d4-4f64-a006-94606c233faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:37.971573 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-c9b3b394-c7d4-4f64-a006-94606c233faa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db34d8c8-0841-40fc-ba6d-7cd3c98a036e HTTP/1.1" status: 200 len: 854 time: 0.0451262 Nov 10 14:31:38.013200 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-f6c930f7-72c2-4bc3-8290-722b284da031 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22977978-a4b0-437a-b93b-a7bc036347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248380 Nov 10 14:31:38.203819 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-a4c6f130-8893-47e2-8d35-0bb8c265f58b service neutron] 10.222.0.32 "GET /v2.0/networks/22977978-a4b0-437a-b93b-a7bc036347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500552 Nov 10 14:31:38.222243 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8343458-8c7a-4d0f-b1c1-c932a3149afb req-7f8aeb09-cffa-4378-84ed-df6ffabbd204 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:38.223879 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f8343458-8c7a-4d0f-b1c1-c932a3149afb req-7f8aeb09-cffa-4378-84ed-df6ffabbd204 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 943 time: 0.0759697 Nov 10 14:31:38.336652 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f8343458-8c7a-4d0f-b1c1-c932a3149afb req-8a4091d9-8fd4-45f2-93e5-aca90a690cbf tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065912 Nov 10 14:31:38.377916 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c2b637e2-ca84-427b-b121-fc6cfe354f60 req-965cf744-5790-4c9b-828e-873204e36d43 service neutron] 10.222.0.32 "GET /v2.0/networks/22977978-a4b0-437a-b93b-a7bc036347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304712 Nov 10 14:31:38.465133 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 48b1df86-8344-45fd-9f87-7ead87b5d2e2 up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:31:38.492116 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb5315-4c44-4aff-b98b-db6caa98514a req-ae9b4b4c-409a-4e42-b1b0-2019ceadc257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:38.493662 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bafb5315-4c44-4aff-b98b-db6caa98514a req-ae9b4b4c-409a-4e42-b1b0-2019ceadc257 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f12ca28fed7434a80d4a75966ac07b0&device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 1096 time: 0.0485229 Nov 10 14:31:38.529004 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port 48b1df86-8344-45fd-9f87-7ead87b5d2e2 completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:31:38.531111 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 48b1df86-8344-45fd-9f87-7ead87b5d2e2 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:31:38.531797 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:38.611463 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb5315-4c44-4aff-b98b-db6caa98514a req-bafccde6-23d6-487e-87a9-97df661e5877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:38.613999 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bafb5315-4c44-4aff-b98b-db6caa98514a req-bafccde6-23d6-487e-87a9-97df661e5877 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22977978-a4b0-437a-b93b-a7bc036347ea HTTP/1.1" status: 200 len: 915 time: 0.1111107 Nov 10 14:31:38.626140 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:38.667870 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 48b1df86-8344-45fd-9f87-7ead87b5d2e2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=48b1df86-8344-45fd-9f87-7ead87b5d2e2,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:38.668857 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7221183-e059-4a19-938d-0d2bcc61e6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b1df86-8344-45fd-9f87-7ead87b5d2e2'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:31:38.671247 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e1b09b-57fa-43ee-8331-53de5e53bbb6" -d '{"events": [{"server_uuid": "b7221183-e059-4a19-938d-0d2bcc61e6e6", "name": "network-vif-plugged", "status": "completed", "tag": "48b1df86-8344-45fd-9f87-7ead87b5d2e2"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:31:38.672654 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bafb5315-4c44-4aff-b98b-db6caa98514a req-dcbbb989-fc03-41f5-bd2a-f7fbb7fadfc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa9e6ccc-9e46-4e84-8828-297dc093d5c2 HTTP/1.1" status: 200 len: 217 time: 0.0500481 Nov 10 14:31:38.677900 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:38.735548 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1dc416-720f-4299-ace3-49697b245881 x-openstack-request-id: req-0b1dc416-720f-4299-ace3-49697b245881 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:31:38.735794 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7221183-e059-4a19-938d-0d2bcc61e6e6", "name": "network-vif-plugged", "status": "completed", "tag": "48b1df86-8344-45fd-9f87-7ead87b5d2e2", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:31:38.736881 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b1dc416-720f-4299-ace3-49697b245881 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:31:38.737258 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7221183-e059-4a19-938d-0d2bcc61e6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b1df86-8344-45fd-9f87-7ead87b5d2e2', 'code': 200} Nov 10 14:31:38.737789 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=48b1df86-8344-45fd-9f87-7ead87b5d2e2,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:38.747735 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:38.748098 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:38.748634 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:38.748975 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:38.749354 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:38.749689 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:38.750021 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:38.750999 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:38.751352 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:38.752249 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:38.752609 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:38.753080 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:38.754586 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d81d7a-4267-4dbf-bafc-274ce1b657a9 req-919d81c5-4129-49f4-a41d-8c7f5488c18c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:38.756109 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-38d81d7a-4267-4dbf-bafc-274ce1b657a9 req-919d81c5-4129-49f4-a41d-8c7f5488c18c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0640607 Nov 10 14:31:38.762553 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb5315-4c44-4aff-b98b-db6caa98514a req-71dc662d-7e8c-4ef8-970c-a05f06182e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:38.764030 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bafb5315-4c44-4aff-b98b-db6caa98514a req-71dc662d-7e8c-4ef8-970c-a05f06182e0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db34d8c8-0841-40fc-ba6d-7cd3c98a036e HTTP/1.1" status: 200 len: 854 time: 0.0738599 Nov 10 14:31:38.810380 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-38d81d7a-4267-4dbf-bafc-274ce1b657a9 req-2eb91701-6d61-4891-b4d8-54097a016197 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436862 Nov 10 14:31:38.868807 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad3d3-f146-4a24-92c2-46ec8dc7b94c req-2a61b0f1-fd48-43a3-9e03-91600353e1d8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:38.870275 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-01bad3d3-f146-4a24-92c2-46ec8dc7b94c req-2a61b0f1-fd48-43a3-9e03-91600353e1d8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0511003 Nov 10 14:31:38.920096 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-01bad3d3-f146-4a24-92c2-46ec8dc7b94c req-697119bf-1330-46d5-8f20-417e553fb392 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 Nov 10 14:31:38.985720 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 59516) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:39.092844 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:39.170830 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:39.175486 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:39.207412 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c19c1-7096-42b2-8f63-d927594d7a6d req-56cdf49b-4d79-4c4d-9f4b-e1de892770d6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:39.209054 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-467c19c1-7096-42b2-8f63-d927594d7a6d req-56cdf49b-4d79-4c4d-9f4b-e1de892770d6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0547085 Nov 10 14:31:39.214300 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca227c63-a2b4-477c-aae3-3c9d8c743c94,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:39.217997 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d2334c9aae0446db267109b0b6a2920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307825 Nov 10 14:31:39.220965 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 59526) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:39.240578 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:39.240916 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:39.241314 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:39.242474 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:39.242474 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:39.242474 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:39.242832 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:39.243218 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:39.243616 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:39.243988 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:39.244390 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:39.244775 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21086d2c-f8f6-4e27-af7e-b8014dce026e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:31:39.261941 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-467c19c1-7096-42b2-8f63-d927594d7a6d req-fbba65c3-f30c-4618-af45-551846e1c793 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466080 Nov 10 14:31:39.285942 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a20f-29ff-441c-89da-e5d7c7bd4e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:39.309406 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a20f-29ff-441c-89da-e5d7c7bd4e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:39.360818 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a20f-29ff-441c-89da-e5d7c7bd4e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:39.363873 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a20f-29ff-441c-89da-e5d7c7bd4e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:39.365057 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-6ce1a20f-29ff-441c-89da-e5d7c7bd4e5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca227c63-a2b4-477c-aae3-3c9d8c743c94 HTTP/1.1" status: 204 len: 168 time: 0.1429472 Nov 10 14:31:39.373206 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1a20f-29ff-441c-89da-e5d7c7bd4e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca227c63-a2b4-477c-aae3-3c9d8c743c94,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:39.624248 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 59540) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:39.637486 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ce3bafd7-b7c2-4489-9661-3e791e6b42c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:39.711177 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ce3bafd7-b7c2-4489-9661-3e791e6b42c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:39.714958 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ce3bafd7-b7c2-4489-9661-3e791e6b42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:39.751147 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-ce3bafd7-b7c2-4489-9661-3e791e6b42c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d32f0d0831464b7183ed8e12a0ae5f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258314 Nov 10 14:31:39.752683 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bafd7-b7c2-4489-9661-3e791e6b42c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8f8643-e571-40c4-9ad6-cf36660cfdbf,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:39.754377 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 59544) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:39.802081 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d4c24d8f-5d7a-4a6a-aa98-2d797bf91d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:39.822872 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d4c24d8f-5d7a-4a6a-aa98-2d797bf91d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:39.868732 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d4c24d8f-5d7a-4a6a-aa98-2d797bf91d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:39.871205 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d4c24d8f-5d7a-4a6a-aa98-2d797bf91d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:39.872365 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-d4c24d8f-5d7a-4a6a-aa98-2d797bf91d37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d8f8643-e571-40c4-9ad6-cf36660cfdbf HTTP/1.1" status: 204 len: 168 time: 0.1169839 Nov 10 14:31:39.880329 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c24d8f-5d7a-4a6a-aa98-2d797bf91d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8f8643-e571-40c4-9ad6-cf36660cfdbf,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:40.430825 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-075c0d32-2a5b-4cae-837b-6bd914926859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:41.763754 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 59624) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:41.865292 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f4632399-6a61-4a7c-8a0c-a6b1fc8fc28a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:41.939679 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f4632399-6a61-4a7c-8a0c-a6b1fc8fc28a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:41.943473 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f4632399-6a61-4a7c-8a0c-a6b1fc8fc28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:41.980265 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-f4632399-6a61-4a7c-8a0c-a6b1fc8fc28a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9682ed3cd654b6a84d6eb24e3927379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154460 Nov 10 14:31:41.981111 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4632399-6a61-4a7c-8a0c-a6b1fc8fc28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90635206-3f36-4fc2-877e-223c41b4e101,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:41.983637 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 59628) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:42.037616 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8a84b30c-ba0f-4998-8656-72663c9f572e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:42.058755 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8a84b30c-ba0f-4998-8656-72663c9f572e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:42.109313 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8a84b30c-ba0f-4998-8656-72663c9f572e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:42.111982 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8a84b30c-ba0f-4998-8656-72663c9f572e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:42.113211 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-8a84b30c-ba0f-4998-8656-72663c9f572e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90635206-3f36-4fc2-877e-223c41b4e101 HTTP/1.1" status: 204 len: 168 time: 0.1283591 Nov 10 14:31:42.121119 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84b30c-ba0f-4998-8656-72663c9f572e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90635206-3f36-4fc2-877e-223c41b4e101,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:42.366392 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 59634) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:42.379869 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-52fe4443-cf5c-4684-b82b-aed8830f992f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:42.452123 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-52fe4443-cf5c-4684-b82b-aed8830f992f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:42.455620 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-52fe4443-cf5c-4684-b82b-aed8830f992f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:42.492538 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-52fe4443-cf5c-4684-b82b-aed8830f992f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a9fb5722e0543f6a3c2578d4f52ac3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250894 Nov 10 14:31:42.493364 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe4443-cf5c-4684-b82b-aed8830f992f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb62f538-8a69-460d-b841-f4641b72ac8a,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:42.495228 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 59638) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:42.544019 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2ad8865c-1950-4d63-81e9-ef2c39b0e945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:42.567220 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2ad8865c-1950-4d63-81e9-ef2c39b0e945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:42.612880 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2ad8865c-1950-4d63-81e9-ef2c39b0e945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:42.615377 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2ad8865c-1950-4d63-81e9-ef2c39b0e945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:42.616563 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-2ad8865c-1950-4d63-81e9-ef2c39b0e945 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb62f538-8a69-460d-b841-f4641b72ac8a HTTP/1.1" status: 204 len: 168 time: 0.1203334 Nov 10 14:31:42.624414 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8865c-1950-4d63-81e9-ef2c39b0e945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb62f538-8a69-460d-b841-f4641b72ac8a,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:42.995313 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b18d7677-4812-4a21-b6bf-20ced9f4c9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:43.646667 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 59676) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:43.669389 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bafb5315-4c44-4aff-b98b-db6caa98514a req-f42effcf-0e6c-471c-99c3-180ddc599eb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22977978-a4b0-437a-b93b-a7bc036347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281193 Nov 10 14:31:43.762523 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-c4987163-1599-40e1-ab5e-6a1b5bf2049a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:43.848484 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4939d9a-0565-432d-953e-c9afaa339bae req-ed20c0e1-feda-449f-9abb-667b70a03e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:43.849969 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b4939d9a-0565-432d-953e-c9afaa339bae req-ed20c0e1-feda-449f-9abb-667b70a03e82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=981db8470d4046438eb5714fc16e1acd&device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 1098 time: 0.1475041 Nov 10 14:31:43.916669 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bafb5315-4c44-4aff-b98b-db6caa98514a req-d95ff366-b397-47e8-aa5a-d5ec912f0b13 service neutron] 10.222.0.32 "GET /v2.0/networks/22977978-a4b0-437a-b93b-a7bc036347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155321 Nov 10 14:31:43.939658 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-c4987163-1599-40e1-ab5e-6a1b5bf2049a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:43.951729 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-c4987163-1599-40e1-ab5e-6a1b5bf2049a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:44.008640 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4b4bd-2b63-47b9-9684-e6df38ebeb53 req-06d07229-4f3a-4e88-92a7-566a03e87b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:44.010357 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-26c4b4bd-2b63-47b9-9684-e6df38ebeb53 req-06d07229-4f3a-4e88-92a7-566a03e87b84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 1099 time: 0.1752517 Nov 10 14:31:44.016829 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-c4987163-1599-40e1-ab5e-6a1b5bf2049a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08e64511a6504281b3811b87925cf8be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690286 Nov 10 14:31:44.018617 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 59686) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:44.025329 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-17d7aa0c-916e-4287-bf7e-b7071fdf8e04 req-25fa37cb-bf13-487b-9830-55ec346b02a4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1891925 Nov 10 14:31:44.070257 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3b110-e189-45ed-a152-093a2df581c6 req-e24c9812-d212-473e-8761-b5e515841d0f tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:44.075287 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4987163-1599-40e1-ab5e-6a1b5bf2049a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39bd0c5-9042-47ee-87ff-564ea0c7fccb,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:44.077305 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b0c3b110-e189-45ed-a152-093a2df581c6 req-e24c9812-d212-473e-8761-b5e515841d0f tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 943 time: 0.1873002 Nov 10 14:31:44.083684 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4939d9a-0565-432d-953e-c9afaa339bae req-f2642c12-7853-4259-a817-c8cd30b2e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:44.085208 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b4939d9a-0565-432d-953e-c9afaa339bae req-f2642c12-7853-4259-a817-c8cd30b2e35f service neutron] 10.222.0.32 "GET /v2.0/networks?id=31b54cfb-1311-4b00-9564-b327455b5f7f HTTP/1.1" status: 200 len: 920 time: 0.2252090 Nov 10 14:31:44.121982 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:44.150042 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4937d4f8-2825-4674-8dfe-b6926342db26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:44.172969 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b4939d9a-0565-432d-953e-c9afaa339bae req-468745f6-a346-480d-999c-b8dc049ff454 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5410c20f-e0be-493e-ac1a-5dbe2b2538ff HTTP/1.1" status: 200 len: 217 time: 0.0707028 Nov 10 14:31:44.187172 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bafb5315-4c44-4aff-b98b-db6caa98514a req-5b231dfa-e483-49cd-824a-cb4caf42e3ca service neutron] 10.222.0.32 "GET /v2.0/networks/22977978-a4b0-437a-b93b-a7bc036347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284119 Nov 10 14:31:44.223557 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b0c3b110-e189-45ed-a152-093a2df581c6 req-629a45e2-bea9-4cdb-a12b-c5d258d285a0 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429105 Nov 10 14:31:44.244271 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4937d4f8-2825-4674-8dfe-b6926342db26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:44.250190 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4939d9a-0565-432d-953e-c9afaa339bae req-e884240b-a194-464c-854f-6c293a949e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:44.252069 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b4939d9a-0565-432d-953e-c9afaa339bae req-e884240b-a194-464c-854f-6c293a949e74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98e9e263-5186-4e72-813e-b280f20048ae HTTP/1.1" status: 200 len: 859 time: 0.0668759 Nov 10 14:31:44.256983 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-26c4b4bd-2b63-47b9-9684-e6df38ebeb53 req-04938bfe-4fe3-4168-980e-4251c6fbdc6d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845796 Nov 10 14:31:44.302606 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa1e14-142d-45b7-b453-6121bd6a840c req-83141c2b-694a-4bfa-b9d2-c756d7573c79 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:44.304132 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90aa1e14-142d-45b7-b453-6121bd6a840c req-83141c2b-694a-4bfa-b9d2-c756d7573c79 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.1579008 Nov 10 14:31:44.311476 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7aa0c-916e-4287-bf7e-b7071fdf8e04 req-1b9d7d5c-4c13-41ca-95a4-2fc580bc2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:44.313050 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-17d7aa0c-916e-4287-bf7e-b7071fdf8e04 req-1b9d7d5c-4c13-41ca-95a4-2fc580bc2bff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c26bc2100f844239f9892b1d199bfcf&device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 1099 time: 0.1185405 Nov 10 14:31:44.325390 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe13d3-0757-4833-ac59-0955cb7cabf0 req-6b9a9ef9-e806-4704-a8b4-3a70b636dcd3 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:44.326864 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8abe13d3-0757-4833-ac59-0955cb7cabf0 req-6b9a9ef9-e806-4704-a8b4-3a70b636dcd3 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0551348 Nov 10 14:31:44.349553 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4937d4f8-2825-4674-8dfe-b6926342db26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:44.352156 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4937d4f8-2825-4674-8dfe-b6926342db26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:44.355866 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-4937d4f8-2825-4674-8dfe-b6926342db26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f39bd0c5-9042-47ee-87ff-564ea0c7fccb HTTP/1.1" status: 204 len: 168 time: 0.3334014 Nov 10 14:31:44.373364 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90aa1e14-142d-45b7-b453-6121bd6a840c req-8a81f0c5-1554-4272-b586-a193c4dab0aa tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588853 Nov 10 14:31:44.374199 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937d4f8-2825-4674-8dfe-b6926342db26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39bd0c5-9042-47ee-87ff-564ea0c7fccb,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:44.376539 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8abe13d3-0757-4833-ac59-0955cb7cabf0 req-6e545d3f-0313-4aa5-8069-8b42b94626e3 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431628 Nov 10 14:31:44.985973 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b4939d9a-0565-432d-953e-c9afaa339bae req-1f76a3d6-9ab1-4d09-bc9d-ed16d8e3d3c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31b54cfb-1311-4b00-9564-b327455b5f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244257 Nov 10 14:31:45.085277 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7aa0c-916e-4287-bf7e-b7071fdf8e04 req-30d3500e-8497-4bd6-8c62-1ae9a01f09e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:45.087514 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-17d7aa0c-916e-4287-bf7e-b7071fdf8e04 req-30d3500e-8497-4bd6-8c62-1ae9a01f09e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=78618045-4f60-46fd-b46f-6122189ead0a HTTP/1.1" status: 200 len: 912 time: 0.1041889 Nov 10 14:31:45.111792 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b4939d9a-0565-432d-953e-c9afaa339bae req-e36a2694-23a2-4f71-8dca-969ce2cfa5aa service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160948 Nov 10 14:31:45.134676 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-17d7aa0c-916e-4287-bf7e-b7071fdf8e04 req-e76c1bc1-8653-492f-94a9-c77292cb84e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad2b292-0c52-4e12-b2ff-78b004be334c HTTP/1.1" status: 200 len: 217 time: 0.0396209 Nov 10 14:31:45.382857 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b4939d9a-0565-432d-953e-c9afaa339bae req-980199f5-44f5-4a5a-a155-fb4d3c3e438e service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371328 Nov 10 14:31:45.512448 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7aa0c-916e-4287-bf7e-b7071fdf8e04 req-75485baf-d3fc-4a60-8704-92200da667a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:45.514279 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-17d7aa0c-916e-4287-bf7e-b7071fdf8e04 req-75485baf-d3fc-4a60-8704-92200da667a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f8eafe-70d8-46e4-bb92-cf3ddab9756a HTTP/1.1" status: 200 len: 851 time: 0.3684118 Nov 10 14:31:45.534859 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:45.564636 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-17d7aa0c-916e-4287-bf7e-b7071fdf8e04 req-7ee3550d-18c9-43a3-a64f-42645ea43012 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78618045-4f60-46fd-b46f-6122189ead0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413742 Nov 10 14:31:45.570246 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da51b3-88e3-496b-8b39-88e8121eb713 req-19ac50c0-e7df-4449-859d-2d8f5fabd05f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:45.580168 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-50da51b3-88e3-496b-8b39-88e8121eb713 req-19ac50c0-e7df-4449-859d-2d8f5fabd05f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.1120098 Nov 10 14:31:45.581611 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64178463-696b-4f50-abec-a943e1716ee2 req-08a21524-50a1-498b-9a05-046628a78a22 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:45.583152 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-64178463-696b-4f50-abec-a943e1716ee2 req-08a21524-50a1-498b-9a05-046628a78a22 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 943 time: 0.1330245 Nov 10 14:31:45.655329 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-50da51b3-88e3-496b-8b39-88e8121eb713 req-314f2e71-90ec-4cbc-99b7-96f4e5254851 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736473 Nov 10 14:31:45.725448 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-64178463-696b-4f50-abec-a943e1716ee2 req-3a8d72d6-2b65-4fa5-98cf-882e3c8c896c tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213155 Nov 10 14:31:45.759989 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-17d7aa0c-916e-4287-bf7e-b7071fdf8e04 req-39c70112-f9d6-4996-a844-c32cf5a3a83b service neutron] 10.222.0.32 "GET /v2.0/networks/78618045-4f60-46fd-b46f-6122189ead0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757715 Nov 10 14:31:45.822816 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec4f26-2c60-4073-9d09-6e21fa04f2f1 req-bfd51f57-2cfe-4cee-8e2b-c035374d9be6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:45.822816 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-49ec4f26-2c60-4073-9d09-6e21fa04f2f1 req-bfd51f57-2cfe-4cee-8e2b-c035374d9be6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0686250 Nov 10 14:31:45.872810 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-17d7aa0c-916e-4287-bf7e-b7071fdf8e04 req-f7bd8178-d943-424e-a520-e458c118276a service neutron] 10.222.0.32 "GET /v2.0/networks/78618045-4f60-46fd-b46f-6122189ead0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034794 Nov 10 14:31:45.877505 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-49ec4f26-2c60-4073-9d09-6e21fa04f2f1 req-3c10d932-10b9-47a2-8be9-6ad977c23b31 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481188 Nov 10 14:31:46.350579 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 59814) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:46.463475 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-af4bae6e-cf82-4b4c-a6e6-0d84a19dad06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:46.540655 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-af4bae6e-cf82-4b4c-a6e6-0d84a19dad06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:46.544201 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-af4bae6e-cf82-4b4c-a6e6-0d84a19dad06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:46.582140 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-af4bae6e-cf82-4b4c-a6e6-0d84a19dad06 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8117b55b89d744139e70ac2d06589820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304294 Nov 10 14:31:46.583078 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bae6e-cf82-4b4c-a6e6-0d84a19dad06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf4cb8-c37d-4aa4-82d3-92fe736c9e15,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:46.585772 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 59820) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:46.637797 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:46.640461 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4f86d57f-5064-4f60-afcf-777139a4c0f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:46.662045 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4f86d57f-5064-4f60-afcf-777139a4c0f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:46.681526 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:46.709056 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4f86d57f-5064-4f60-afcf-777139a4c0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:46.711995 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4f86d57f-5064-4f60-afcf-777139a4c0f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:46.713451 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-4f86d57f-5064-4f60-afcf-777139a4c0f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0bf4cb8-c37d-4aa4-82d3-92fe736c9e15 HTTP/1.1" status: 204 len: 168 time: 0.1263933 Nov 10 14:31:46.730145 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86d57f-5064-4f60-afcf-777139a4c0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf4cb8-c37d-4aa4-82d3-92fe736c9e15,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:46.835646 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2925ffa-4ca2-47c2-915d-8982290b3657 req-98bb1c3f-6007-4bbd-b3aa-0318ae887f74 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:46.844649 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f2925ffa-4ca2-47c2-915d-8982290b3657 req-98bb1c3f-6007-4bbd-b3aa-0318ae887f74 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0704672 Nov 10 14:31:46.891736 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e9fb8-2d62-4b21-94fd-03c6c18a970b req-a4a61706-16c5-494d-ae54-1ce18f7ddbfd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:46.909602 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5c9e9fb8-2d62-4b21-94fd-03c6c18a970b req-a4a61706-16c5-494d-ae54-1ce18f7ddbfd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 943 time: 0.0971467 Nov 10 14:31:46.925166 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f2925ffa-4ca2-47c2-915d-8982290b3657 req-7ae2b171-1ee6-42b0-aafc-6c23ddca62ba tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710909 Nov 10 14:31:47.023917 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5c9e9fb8-2d62-4b21-94fd-03c6c18a970b req-6670b471-3d1d-4058-a1df-19e3afde644c tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038253 Nov 10 14:31:47.080498 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01de4a-f4fe-4bc2-af68-021cd44434fd req-ccad01d0-d28b-419b-8ff9-43bd104d8db9 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:47.085747 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bb01de4a-f4fe-4bc2-af68-021cd44434fd req-ccad01d0-d28b-419b-8ff9-43bd104d8db9 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0637560 Nov 10 14:31:47.149386 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bb01de4a-f4fe-4bc2-af68-021cd44434fd req-b700e05a-d9dd-42b3-b5ed-a4b032ce2842 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574579 Nov 10 14:31:47.191083 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 59846) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:47.213797 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a15ce697-5480-4db8-ae7f-70587123b589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:47.339775 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffebafe-1fe9-4c91-9933-b9d8d731973b req-a08ce90a-e808-4d64-9006-e3758a892067 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:47.341303 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5ffebafe-1fe9-4c91-9933-b9d8d731973b req-a08ce90a-e808-4d64-9006-e3758a892067 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0817618 Nov 10 14:31:47.346284 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a15ce697-5480-4db8-ae7f-70587123b589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:47.351124 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 59852) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:47.354000 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a15ce697-5480-4db8-ae7f-70587123b589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:47.355768 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-085f9d33-98cb-4ddb-a344-5b3d952190d4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Request body: {'floatingip': {'port_id': '48b1df86-8344-45fd-9f87-7ead87b5d2e2'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:31:47.392634 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-a15ce697-5480-4db8-ae7f-70587123b589 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66b405e624a549bcb35ef0c9d2503445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998022 Nov 10 14:31:47.394927 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ce697-5480-4db8-ae7f-70587123b589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983c2516-1481-4401-8009-4d044dbf5982,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:47.395874 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-085f9d33-98cb-4ddb-a344-5b3d952190d4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for floatingip, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:47.397382 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 59854) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:47.445760 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-5e66440f-a9bd-48f7-b17a-5b57e2eb400d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:47.465901 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-5e66440f-a9bd-48f7-b17a-5b57e2eb400d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:47.514746 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-5e66440f-a9bd-48f7-b17a-5b57e2eb400d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:47.517610 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-5e66440f-a9bd-48f7-b17a-5b57e2eb400d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:47.518783 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-5e66440f-a9bd-48f7-b17a-5b57e2eb400d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/983c2516-1481-4401-8009-4d044dbf5982 HTTP/1.1" status: 204 len: 168 time: 0.1204951 Nov 10 14:31:47.526707 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66440f-a9bd-48f7-b17a-5b57e2eb400d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983c2516-1481-4401-8009-4d044dbf5982,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:47.842651 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:31:47.848152 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-085f9d33-98cb-4ddb-a344-5b3d952190d4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:47.849100 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-085f9d33-98cb-4ddb-a344-5b3d952190d4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:47.956668 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.l3_db [None req-085f9d33-98cb-4ddb-a344-5b3d952190d4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Floating IP 572f89b8-7b63-42b7-8a1e-cfac43bd4fe2 associated. External IP: 172.27.1.212, port: 48b1df86-8344-45fd-9f87-7ead87b5d2e2. Nov 10 14:31:48.096089 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c42d8-8b60-4243-88ff-9684f3673768 req-38b4836f-01aa-493f-8af0-280959c0094f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:48.103641 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1f2c42d8-8b60-4243-88ff-9684f3673768 req-38b4836f-01aa-493f-8af0-280959c0094f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0978556 Nov 10 14:31:48.172672 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06144c2d-eb4f-4235-af6a-5d331d388d2b req-44e6352d-a32e-4ca9-8098-af619af62da9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:48.174495 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-06144c2d-eb4f-4235-af6a-5d331d388d2b req-44e6352d-a32e-4ca9-8098-af619af62da9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 943 time: 0.0577877 Nov 10 14:31:48.200932 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1f2c42d8-8b60-4243-88ff-9684f3673768 req-c6f864eb-c323-45a1-9c30-8002fecd7411 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963616 Nov 10 14:31:48.243839 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-06144c2d-eb4f-4235-af6a-5d331d388d2b req-d90c6a1f-08fc-4cb8-a59c-97fe892d4235 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592964 Nov 10 14:31:48.279699 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085f9d33-98cb-4ddb-a344-5b3d952190d4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Router 2a4aee9c-f932-4f84-81ec-2da9046f9172 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:31:48.393017 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085f9d33-98cb-4ddb-a344-5b3d952190d4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:31:48.397798 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-085f9d33-98cb-4ddb-a344-5b3d952190d4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:48.404616 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dd9d54-eeeb-46e7-9912-ddb778f23b6c None None] Sync routers for ids ['2a4aee9c-f932-4f84-81ec-2da9046f9172'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:31:48.414540 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dd9d54-eeeb-46e7-9912-ddb778f23b6c None None] Routers {'2a4aee9c-f932-4f84-81ec-2da9046f9172'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:31:48.415595 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-39dd9d54-eeeb-46e7-9912-ddb778f23b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:31:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['2a4aee9c-f932-4f84-81ec-2da9046f9172'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:48.427037 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-085f9d33-98cb-4ddb-a344-5b3d952190d4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "PUT /v2.0/floatingips/572f89b8-7b63-42b7-8a1e-cfac43bd4fe2 HTTP/1.1" status: 200 len: 992 time: 1.0721426 Nov 10 14:31:48.427037 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7221183-e059-4a19-938d-0d2bcc61e6e6', 'tag': '48b1df86-8344-45fd-9f87-7ead87b5d2e2'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:31:48.427320 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af748bd-7786-4f01-878e-c9688a4aa9be" -d '{"events": [{"name": "network-changed", "server_uuid": "b7221183-e059-4a19-938d-0d2bcc61e6e6", "tag": "48b1df86-8344-45fd-9f87-7ead87b5d2e2"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:31:48.607968 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-39dd9d54-eeeb-46e7-9912-ddb778f23b6c None None] Set router 2a4aee9c-f932-4f84-81ec-2da9046f9172 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:31:48.834651 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-39dd9d54-eeeb-46e7-9912-ddb778f23b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '572f89b8-7b63-42b7-8a1e-cfac43bd4fe2', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'port_id': '48b1df86-8344-45fd-9f87-7ead87b5d2e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'mac_address': 'fa:16:3e:27:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7221183-e059-4a19-938d-0d2bcc61e6e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:31:08Z', 'updated_at': '2021-11-10T14:31:47Z', 'revision_number': 1, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:31:04Z', 'revision_number': 5, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:48.861485 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dd9d54-eeeb-46e7-9912-ddb778f23b6c None None] Checking router: 2a4aee9c-f932-4f84-81ec-2da9046f9172 for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:31:48.869349 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dd9d54-eeeb-46e7-9912-ddb778f23b6c None None] Routers {'2a4aee9c-f932-4f84-81ec-2da9046f9172'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:31:48.869949 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-39dd9d54-eeeb-46e7-9912-ddb778f23b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:31:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['2a4aee9c-f932-4f84-81ec-2da9046f9172'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:48.975378 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-39dd9d54-eeeb-46e7-9912-ddb778f23b6c None None] Set router 2a4aee9c-f932-4f84-81ec-2da9046f9172 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:31:49.212326 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-39dd9d54-eeeb-46e7-9912-ddb778f23b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '572f89b8-7b63-42b7-8a1e-cfac43bd4fe2', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'port_id': '48b1df86-8344-45fd-9f87-7ead87b5d2e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'mac_address': 'fa:16:3e:27:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7221183-e059-4a19-938d-0d2bcc61e6e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:31:08Z', 'updated_at': '2021-11-10T14:31:47Z', 'revision_number': 1, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:31:04Z', 'revision_number': 5, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:31:49.241835 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dd9d54-eeeb-46e7-9912-ddb778f23b6c None None] The sync data for ids ['2a4aee9c-f932-4f84-81ec-2da9046f9172'] in dv-cinder-817229-1-iscsi is: [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '572f89b8-7b63-42b7-8a1e-cfac43bd4fe2', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'port_id': '48b1df86-8344-45fd-9f87-7ead87b5d2e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'mac_address': 'fa:16:3e:27:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7221183-e059-4a19-938d-0d2bcc61e6e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:31:08Z', 'updated_at': '2021-11-10T14:31:47Z', 'revision_number': 1, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:31:04Z', 'revision_number': 5, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:31:49.476235 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49bde61-d62f-4efd-9a29-af9164d4074c None None] New status for floating IP 572f89b8-7b63-42b7-8a1e-cfac43bd4fe2: ACTIVE {{(pid=101584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:31:50.864502 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device aa9e6ccc-9e46-4e84-8828-297dc093d5c2 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:31:50.957246 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port aa9e6ccc-9e46-4e84-8828-297dc093d5c2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=aa9e6ccc-9e46-4e84-8828-297dc093d5c2,segment=NetworkSegment(b561df4e-23f7-4e9a-b712-fc4601695827),segment_id=b561df4e-23f7-4e9a-b712-fc4601695827)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:50.971495 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': 'aa9e6ccc-9e46-4e84-8828-297dc093d5c2', 'network_id': '22977978-a4b0-437a-b93b-a7bc036347ea', 'port_id': 'aa9e6ccc-9e46-4e84-8828-297dc093d5c2', 'mac_address': 'fa:16:3e:f1:37:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db34d8c8-0841-40fc-ba6d-7cd3c98a036e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:31:51.006619 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:51.019128 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9e6ccc-9e46-4e84-8828-297dc093d5c2 {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:31:51.037640 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port aa9e6ccc-9e46-4e84-8828-297dc093d5c2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=aa9e6ccc-9e46-4e84-8828-297dc093d5c2,segment=NetworkSegment(b561df4e-23f7-4e9a-b712-fc4601695827),segment_id=b561df4e-23f7-4e9a-b712-fc4601695827)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:51.041411 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:51.088634 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=aa9e6ccc-9e46-4e84-8828-297dc093d5c2,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:53.837502 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f59937c-4500-46a6-b210-e20662ced356 x-openstack-request-id: req-5f59937c-4500-46a6-b210-e20662ced356 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:31:53.837995 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7221183-e059-4a19-938d-0d2bcc61e6e6", "tag": "48b1df86-8344-45fd-9f87-7ead87b5d2e2", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:31:53.838107 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f59937c-4500-46a6-b210-e20662ced356 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:31:53.838413 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7221183-e059-4a19-938d-0d2bcc61e6e6', 'tag': '48b1df86-8344-45fd-9f87-7ead87b5d2e2', 'status': 'completed', 'code': 200} Nov 10 14:31:53.913640 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcef5d7-6c93-4e95-947d-8ff918976a9f req-fd06aa4c-5ee8-4643-a9cc-5ef806bf6a19 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:53.916458 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9fcef5d7-6c93-4e95-947d-8ff918976a9f req-fd06aa4c-5ee8-4643-a9cc-5ef806bf6a19 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0515382 Nov 10 14:31:53.956102 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af748bd-7786-4f01-878e-c9688a4aa9be req-eb5d767c-e28f-4cc5-b6e0-8eb47da107e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:53.957870 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0af748bd-7786-4f01-878e-c9688a4aa9be req-eb5d767c-e28f-4cc5-b6e0-8eb47da107e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2430c7f095e74156a1565c216a9a2b06&device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 1099 time: 0.0753503 Nov 10 14:31:53.966225 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34c650-c956-417a-adf0-a4d1e7c94543 req-c3eb39b1-30d2-4709-a1cd-1071eb1ee320 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:53.967621 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8c34c650-c956-417a-adf0-a4d1e7c94543 req-c3eb39b1-30d2-4709-a1cd-1071eb1ee320 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 944 time: 0.0769668 Nov 10 14:31:53.967796 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9fcef5d7-6c93-4e95-947d-8ff918976a9f req-8b756ad3-8f1c-442d-9fee-df7c7ec5cae9 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454597 Nov 10 14:31:54.071146 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8c34c650-c956-417a-adf0-a4d1e7c94543 req-c2cdde3f-84c2-481e-9b56-6b4bd131b8ae tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929244 Nov 10 14:31:54.086159 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af748bd-7786-4f01-878e-c9688a4aa9be req-16a71baf-ac28-4bc2-8e75-cc85db2f4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:54.087729 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0af748bd-7786-4f01-878e-c9688a4aa9be req-16a71baf-ac28-4bc2-8e75-cc85db2f4882 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51adad85-2310-4257-b12d-2fa5a02b15eb HTTP/1.1" status: 200 len: 911 time: 0.1172221 Nov 10 14:31:54.188230 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0af748bd-7786-4f01-878e-c9688a4aa9be req-88729d83-c890-4930-9b6d-82ba532c60f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48b1df86-8344-45fd-9f87-7ead87b5d2e2 HTTP/1.1" status: 200 len: 1002 time: 0.0897470 Nov 10 14:31:54.240820 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af748bd-7786-4f01-878e-c9688a4aa9be req-c6029925-1ba9-47ac-960e-a1382978e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:54.242281 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0af748bd-7786-4f01-878e-c9688a4aa9be req-c6029925-1ba9-47ac-960e-a1382978e232 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe999501-c772-4030-bed3-027c2ee0e36a HTTP/1.1" status: 200 len: 849 time: 0.0436110 Nov 10 14:31:54.289018 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af748bd-7786-4f01-878e-c9688a4aa9be req-c96d1749-5cbb-4fb7-8ddb-680d6fbd2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:54.290451 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0af748bd-7786-4f01-878e-c9688a4aa9be req-c96d1749-5cbb-4fb7-8ddb-680d6fbd2e30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51adad85-2310-4257-b12d-2fa5a02b15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375955 Nov 10 14:31:54.385085 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0af748bd-7786-4f01-878e-c9688a4aa9be req-cb022735-c176-4935-8051-7620c35820ab service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850444 Nov 10 14:31:54.478833 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0af748bd-7786-4f01-878e-c9688a4aa9be req-ae5298a0-64f6-4456-98d1-ec01f28b74fb service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837831 Nov 10 14:31:54.934083 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['aa9e6ccc-9e46-4e84-8828-297dc093d5c2'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:31:55.084769 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fbb8d-115b-4135-ab8a-2cc08f7bdc73 req-6294642d-b36d-4feb-8bcc-352d7d3a3cc4 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:55.086240 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-163fbb8d-115b-4135-ab8a-2cc08f7bdc73 req-6294642d-b36d-4feb-8bcc-352d7d3a3cc4 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0481467 Nov 10 14:31:55.133184 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-163fbb8d-115b-4135-ab8a-2cc08f7bdc73 req-1a30d197-11bc-4492-8660-9ba17d31d2f1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Nov 10 14:31:55.192925 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0478b-dec3-48d5-a431-33702b3c0c76 req-86c79878-7b79-4849-b9d6-b2f3b05bc5e5 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:55.194413 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d0f0478b-dec3-48d5-a431-33702b3c0c76 req-86c79878-7b79-4849-b9d6-b2f3b05bc5e5 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 944 time: 0.0522540 Nov 10 14:31:55.244610 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d0f0478b-dec3-48d5-a431-33702b3c0c76 req-63a16a2d-fcdc-488c-a3c5-cfb901e2e185 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444038 Nov 10 14:31:56.248225 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7c47a-f3fd-4d3f-88d1-50a0e5eda76e req-c7799b66-ced7-428c-82a3-2e89d6f73fca tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:56.249593 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f3a7c47a-f3fd-4d3f-88d1-50a0e5eda76e req-c7799b66-ced7-428c-82a3-2e89d6f73fca tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0474379 Nov 10 14:31:56.300893 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f3a7c47a-f3fd-4d3f-88d1-50a0e5eda76e req-caa1144d-f5bb-4e3c-93d5-29fcac7304d2 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Nov 10 14:31:56.374410 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59fdd9-4d16-433f-bfeb-5eabde21ada3 req-466b08b3-31ae-449b-8fc7-cfccc4ccadd0 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:56.375974 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4e59fdd9-4d16-433f-bfeb-5eabde21ada3 req-466b08b3-31ae-449b-8fc7-cfccc4ccadd0 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 944 time: 0.0539885 Nov 10 14:31:56.425116 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4e59fdd9-4d16-433f-bfeb-5eabde21ada3 req-1f4f039c-34e4-454e-bf0e-f0de3dfe4cf9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425789 Nov 10 14:31:57.068738 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4921332-b64a-4767-a1ea-199e30fe5f54 req-10ecaec4-09ad-4598-8d2d-13b8ce85e3b5 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:57.070273 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e4921332-b64a-4767-a1ea-199e30fe5f54 req-10ecaec4-09ad-4598-8d2d-13b8ce85e3b5 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0520697 Nov 10 14:31:57.117381 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e4921332-b64a-4767-a1ea-199e30fe5f54 req-74f38221-e06c-4644-9375-3fdde0020701 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409324 Nov 10 14:31:57.417057 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6c04-3b56-4df8-b3fd-23dede4959e3 req-11c7caa0-40d1-4496-bdf7-4d4f1f120af6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:57.418551 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ae8d6c04-3b56-4df8-b3fd-23dede4959e3 req-11c7caa0-40d1-4496-bdf7-4d4f1f120af6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0510476 Nov 10 14:31:57.463913 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ae8d6c04-3b56-4df8-b3fd-23dede4959e3 req-f9290334-33c5-4b74-a7ed-c3b51a7f72ba tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Nov 10 14:31:57.548461 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb357f-457e-4e47-90ab-847ecb5a30da req-5c385c20-1211-4ffd-923c-ae9947263d96 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:57.550483 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-68eb357f-457e-4e47-90ab-847ecb5a30da req-5c385c20-1211-4ffd-923c-ae9947263d96 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 944 time: 0.0529411 Nov 10 14:31:57.596610 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-68eb357f-457e-4e47-90ab-847ecb5a30da req-c72d014c-5220-41f0-9608-c9fc9ebb2831 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401983 Nov 10 14:31:58.045062 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60080) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:58.151819 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-68555f9c-f39e-42ff-808c-225e18c0dfc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:58.232827 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-68555f9c-f39e-42ff-808c-225e18c0dfc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:58.236003 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5c06e-cbd9-4082-b1e1-9ffb1bbc81b8 req-b7e777fb-5578-449c-a161-142c317cc0e1 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:31:58.238554 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-03c5c06e-cbd9-4082-b1e1-9ffb1bbc81b8 req-b7e777fb-5578-449c-a161-142c317cc0e1 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0535712 Nov 10 14:31:58.239142 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-68555f9c-f39e-42ff-808c-225e18c0dfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:58.279734 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-68555f9c-f39e-42ff-808c-225e18c0dfc5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9661a0fe3d34adcbc2593b19ebebde9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335525 Nov 10 14:31:58.280731 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68555f9c-f39e-42ff-808c-225e18c0dfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460b9b2c-5544-4d7b-a368-344a2d48240a,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:58.282306 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 60088) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:58.300644 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-03c5c06e-cbd9-4082-b1e1-9ffb1bbc81b8 req-6c13802a-61a3-488e-93db-b3cf2790de55 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535333 Nov 10 14:31:58.340281 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9e823bef-3822-4c39-926c-f2aeae2d7bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:58.366170 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9e823bef-3822-4c39-926c-f2aeae2d7bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:58.614091 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9e823bef-3822-4c39-926c-f2aeae2d7bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:58.617032 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9e823bef-3822-4c39-926c-f2aeae2d7bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:58.618199 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-9e823bef-3822-4c39-926c-f2aeae2d7bc5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/460b9b2c-5544-4d7b-a368-344a2d48240a HTTP/1.1" status: 204 len: 168 time: 0.3349802 Nov 10 14:31:58.625704 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e823bef-3822-4c39-926c-f2aeae2d7bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460b9b2c-5544-4d7b-a368-344a2d48240a,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:58.873933 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60102) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:58.887491 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c44ea748-16df-4455-81a1-d32073a94dd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:58.958713 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c44ea748-16df-4455-81a1-d32073a94dd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:58.962819 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c44ea748-16df-4455-81a1-d32073a94dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.005698 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-c44ea748-16df-4455-81a1-d32073a94dd0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b64a0046cb864796829f991b40c86778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307001 Nov 10 14:31:59.006892 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ea748-16df-4455-81a1-d32073a94dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa1ed4f-3f7f-4176-8816-12d38223d6af,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:59.008425 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 60106) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:59.054783 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-55cc4475-0302-4bd9-8f6e-92ec77f3d18b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.074612 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-55cc4475-0302-4bd9-8f6e-92ec77f3d18b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.120677 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-55cc4475-0302-4bd9-8f6e-92ec77f3d18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.123447 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-55cc4475-0302-4bd9-8f6e-92ec77f3d18b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.124677 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-55cc4475-0302-4bd9-8f6e-92ec77f3d18b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6aa1ed4f-3f7f-4176-8816-12d38223d6af HTTP/1.1" status: 204 len: 168 time: 0.1152637 Nov 10 14:31:59.133764 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc4475-0302-4bd9-8f6e-92ec77f3d18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa1ed4f-3f7f-4176-8816-12d38223d6af,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:59.443219 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60114) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:59.456832 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6f805847-1f7a-43f0-8cc2-69822cb29e16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.532220 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6f805847-1f7a-43f0-8cc2-69822cb29e16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.536759 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6f805847-1f7a-43f0-8cc2-69822cb29e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.574437 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-6f805847-1f7a-43f0-8cc2-69822cb29e16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=031dcce4c13847a5bb89aff789b99e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301317 Nov 10 14:31:59.575523 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f805847-1f7a-43f0-8cc2-69822cb29e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec24e0b3-f4cc-4113-9b1f-616aa52cf377,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:59.577195 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 60116) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:31:59.625687 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-32f1f8bd-adb3-4a3e-94c7-2f4132236d26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.646767 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-32f1f8bd-adb3-4a3e-94c7-2f4132236d26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.655115 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device aa9e6ccc-9e46-4e84-8828-297dc093d5c2 up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:31:59.700742 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-32f1f8bd-adb3-4a3e-94c7-2f4132236d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.703297 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-32f1f8bd-adb3-4a3e-94c7-2f4132236d26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.707025 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-32f1f8bd-adb3-4a3e-94c7-2f4132236d26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec24e0b3-f4cc-4113-9b1f-616aa52cf377 HTTP/1.1" status: 204 len: 168 time: 0.1262426 Nov 10 14:31:59.714993 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1f8bd-adb3-4a3e-94c7-2f4132236d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec24e0b3-f4cc-4113-9b1f-616aa52cf377,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:31:59.718195 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port aa9e6ccc-9e46-4e84-8828-297dc093d5c2 completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:31:59.726702 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port aa9e6ccc-9e46-4e84-8828-297dc093d5c2 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:31:59.727143 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.816638 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.839988 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c403fc-6ba4-446b-b8c9-c57626b126cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9e6ccc-9e46-4e84-8828-297dc093d5c2'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:31:59.842543 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4d4fba-db29-47f4-bf4a-75015d04a2d3" -d '{"events": [{"server_uuid": "06c403fc-6ba4-446b-b8c9-c57626b126cb", "name": "network-vif-plugged", "status": "completed", "tag": "aa9e6ccc-9e46-4e84-8828-297dc093d5c2"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:31:59.856044 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port aa9e6ccc-9e46-4e84-8828-297dc093d5c2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=aa9e6ccc-9e46-4e84-8828-297dc093d5c2,segment=NetworkSegment(b561df4e-23f7-4e9a-b712-fc4601695827),segment_id=b561df4e-23f7-4e9a-b712-fc4601695827)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:31:59.860185 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:31:59.912012 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=aa9e6ccc-9e46-4e84-8828-297dc093d5c2,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:01.798671 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 60198) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:01.899949 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f506544b-23e6-4f08-82d5-151f011c3e46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:01.977751 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f506544b-23e6-4f08-82d5-151f011c3e46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:01.981422 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f506544b-23e6-4f08-82d5-151f011c3e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:02.019088 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-f506544b-23e6-4f08-82d5-151f011c3e46 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9670123dcb914a51b29f865272f8effc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186828 Nov 10 14:32:02.019920 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506544b-23e6-4f08-82d5-151f011c3e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e897ba-2b50-486a-b59e-651182608117,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:02.022101 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60202) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:02.071626 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ab720ad-327c-4f9a-81bf-a5ecc5ae9b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:02.092325 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ab720ad-327c-4f9a-81bf-a5ecc5ae9b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:02.140370 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ab720ad-327c-4f9a-81bf-a5ecc5ae9b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:02.143184 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ab720ad-327c-4f9a-81bf-a5ecc5ae9b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:02.144871 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-7ab720ad-327c-4f9a-81bf-a5ecc5ae9b35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71e897ba-2b50-486a-b59e-651182608117 HTTP/1.1" status: 204 len: 168 time: 0.1217811 Nov 10 14:32:02.152588 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab720ad-327c-4f9a-81bf-a5ecc5ae9b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e897ba-2b50-486a-b59e-651182608117,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:02.403484 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60210) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:02.416327 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-fddb48cd-29fc-439a-a7d3-28462717ddd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:02.491833 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-fddb48cd-29fc-439a-a7d3-28462717ddd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:02.495416 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-fddb48cd-29fc-439a-a7d3-28462717ddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:02.532446 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-fddb48cd-29fc-439a-a7d3-28462717ddd1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90cdbf27d85644a187e5961366f27972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278398 Nov 10 14:32:02.535089 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb48cd-29fc-439a-a7d3-28462717ddd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a67478e-f270-459a-ad04-1cad1e11c05f,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:02.535333 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 60212) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:02.583830 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-de4919f5-516f-4e67-a34b-888d310bd705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:02.603591 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-de4919f5-516f-4e67-a34b-888d310bd705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:02.649200 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-de4919f5-516f-4e67-a34b-888d310bd705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:02.651638 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-de4919f5-516f-4e67-a34b-888d310bd705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:02.653064 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-de4919f5-516f-4e67-a34b-888d310bd705 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a67478e-f270-459a-ad04-1cad1e11c05f HTTP/1.1" status: 204 len: 168 time: 0.1165066 Nov 10 14:32:02.661214 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4919f5-516f-4e67-a34b-888d310bd705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a67478e-f270-459a-ad04-1cad1e11c05f,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:03.894122 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c3d82-5f22-4a97-b573-e5c1ee76ed25 req-29c67dc8-2974-4c09-a3ae-18c2424b9be8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:03.895944 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a61c3d82-5f22-4a97-b573-e5c1ee76ed25 req-29c67dc8-2974-4c09-a3ae-18c2424b9be8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0702276 Nov 10 14:32:03.941514 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e83039-605e-48a1-9e09-942dc1b30bce req-82c5b507-c4b7-48a6-aef1-a7607185a7c1 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:03.942923 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f5e83039-605e-48a1-9e09-942dc1b30bce req-82c5b507-c4b7-48a6-aef1-a7607185a7c1 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 945 time: 0.0612874 Nov 10 14:32:03.953644 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a61c3d82-5f22-4a97-b573-e5c1ee76ed25 req-6f4e89c4-1a7c-456b-8244-f3722c5a7566 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428536 Nov 10 14:32:03.999878 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f5e83039-605e-48a1-9e09-942dc1b30bce req-444fc1d4-6a1e-4c35-82b1-293c123149bd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506220 Nov 10 14:32:04.057113 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a81378-c306-404b-89d2-cff82cff889b x-openstack-request-id: req-03a81378-c306-404b-89d2-cff82cff889b {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:32:04.057113 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c403fc-6ba4-446b-b8c9-c57626b126cb", "name": "network-vif-plugged", "status": "completed", "tag": "aa9e6ccc-9e46-4e84-8828-297dc093d5c2", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:32:04.057113 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03a81378-c306-404b-89d2-cff82cff889b {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:32:04.057113 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c403fc-6ba4-446b-b8c9-c57626b126cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9e6ccc-9e46-4e84-8828-297dc093d5c2', 'code': 200} Nov 10 14:32:04.066762 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead27d64-caf8-4b0f-8d87-e5363f99c083 req-fe250577-0f99-424a-a4e5-4772e03edd5a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:04.068309 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ead27d64-caf8-4b0f-8d87-e5363f99c083 req-fe250577-0f99-424a-a4e5-4772e03edd5a tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0565889 Nov 10 14:32:04.135901 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ead27d64-caf8-4b0f-8d87-e5363f99c083 req-4ebb3324-9443-47e3-8ecc-dda2c22768d0 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557365 Nov 10 14:32:04.267631 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf674373-6690-44bf-9b15-86c52cb701e0 req-11341f51-890e-43ac-8fde-9fd72a40406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:04.269216 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cf674373-6690-44bf-9b15-86c52cb701e0 req-11341f51-890e-43ac-8fde-9fd72a40406f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 1098 time: 0.0397458 Nov 10 14:32:04.334103 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cf674373-6690-44bf-9b15-86c52cb701e0 req-cb8e69ee-47b0-4382-b9be-a42ea2fc70dc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551162 Nov 10 14:32:05.070998 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671c6fc-87b0-4124-9efb-8e93b6488a27 req-c30be905-2725-4e7b-9034-57694c6b5123 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:05.077003 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8671c6fc-87b0-4124-9efb-8e93b6488a27 req-c30be905-2725-4e7b-9034-57694c6b5123 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0536151 Nov 10 14:32:05.122887 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252b309-d890-4393-b2f6-2d63e8c1ed39 req-a18e4134-bfd0-4e13-868d-431f59688a3a tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:05.124545 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e252b309-d890-4393-b2f6-2d63e8c1ed39 req-a18e4134-bfd0-4e13-868d-431f59688a3a tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 945 time: 0.0487657 Nov 10 14:32:05.129070 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8671c6fc-87b0-4124-9efb-8e93b6488a27 req-8d17e8cd-fd9c-4503-8091-1930801f62ee tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479858 Nov 10 14:32:05.189401 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e252b309-d890-4393-b2f6-2d63e8c1ed39 req-59a1ea2d-c82c-440c-8dd7-169135708f39 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544779 Nov 10 14:32:05.265182 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711fa1-a76b-4a2b-a893-b06f6b07cf7d req-a561c0d1-f19d-4c27-8a47-da53d2b75f97 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:05.266825 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-98711fa1-a76b-4a2b-a893-b06f6b07cf7d req-a561c0d1-f19d-4c27-8a47-da53d2b75f97 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0578344 Nov 10 14:32:05.318042 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-98711fa1-a76b-4a2b-a893-b06f6b07cf7d req-470af14a-27a4-4e7e-a8a8-6752ce4f5216 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447214 Nov 10 14:32:06.437766 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aaef9-fed1-421b-a300-c150195a855c req-ae630ee5-754b-4e8f-994f-41849f8cafd6 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:06.440905 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3478dd-eca2-43de-881e-f5de16054f25 req-86ace5fd-ded9-4f2f-808a-e6fddd122949 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:06.446256 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d69aaef9-fed1-421b-a300-c150195a855c req-ae630ee5-754b-4e8f-994f-41849f8cafd6 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 945 time: 0.0635302 Nov 10 14:32:06.448864 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fa3478dd-eca2-43de-881e-f5de16054f25 req-86ace5fd-ded9-4f2f-808a-e6fddd122949 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0692534 Nov 10 14:32:06.506369 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d69aaef9-fed1-421b-a300-c150195a855c req-6f7ddcd7-1a2c-4c6d-be73-68f6cb025f14 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591764 Nov 10 14:32:06.508764 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fa3478dd-eca2-43de-881e-f5de16054f25 req-92f982ab-f4b1-46a1-b0b7-289245d924d5 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586021 Nov 10 14:32:06.624259 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea47a00-f4e7-4b8b-ba92-d34818108931 req-277db610-dae0-47d2-82f8-d47287161d71 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:06.628618 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-cea47a00-f4e7-4b8b-ba92-d34818108931 req-277db610-dae0-47d2-82f8-d47287161d71 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0587182 Nov 10 14:32:06.693084 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-cea47a00-f4e7-4b8b-ba92-d34818108931 req-f7354fd7-3312-41db-991a-3b82e351f258 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/security-groups?id=35f85aac-bb1d-430d-9371-041cbf58004e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570331 Nov 10 14:32:06.724937 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2ac9c-ab01-4186-90b4-75b2fa949bf9 req-d6edb399-3be4-489b-9d23-e22eb229ae97 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:06.726443 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3de2ac9c-ab01-4186-90b4-75b2fa949bf9 req-d6edb399-3be4-489b-9d23-e22eb229ae97 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 946 time: 0.0903776 Nov 10 14:32:06.922852 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-3de2ac9c-ab01-4186-90b4-75b2fa949bf9 req-0f74ce59-fe8b-4ee6-80e9-73e682074679 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Deleting port 5ad2b292-0c52-4e12-b2ff-78b004be334c {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:32:06.923208 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-3de2ac9c-ab01-4186-90b4-75b2fa949bf9 req-0f74ce59-fe8b-4ee6-80e9-73e682074679 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:07.018833 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-3de2ac9c-ab01-4186-90b4-75b2fa949bf9 req-0f74ce59-fe8b-4ee6-80e9-73e682074679 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] For port 5ad2b292-0c52-4e12-b2ff-78b004be334c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5ad2b292-0c52-4e12-b2ff-78b004be334c,segment=NetworkSegment(784288a7-27e0-4302-b16b-bd8ecfe972bc),segment_id=784288a7-27e0-4302-b16b-bd8ecfe972bc)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:32:07.019337 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-3de2ac9c-ab01-4186-90b4-75b2fa949bf9 req-0f74ce59-fe8b-4ee6-80e9-73e682074679 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:07.034262 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-3de2ac9c-ab01-4186-90b4-75b2fa949bf9 req-0f74ce59-fe8b-4ee6-80e9-73e682074679 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Calling delete_port for 5ad2b292-0c52-4e12-b2ff-78b004be334c owned by compute:nova {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:32:07.188180 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-3de2ac9c-ab01-4186-90b4-75b2fa949bf9 req-0f74ce59-fe8b-4ee6-80e9-73e682074679 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:07.213897 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74ce59-fe8b-4ee6-80e9-73e682074679 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Pushing event deleted for resources: {'Port': ['ID=5ad2b292-0c52-4e12-b2ff-78b004be334c,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:07.214142 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['5ad2b292-0c52-4e12-b2ff-78b004be334c'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:32:07.283641 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de2ac9c-ab01-4186-90b4-75b2fa949bf9 req-0f74ce59-fe8b-4ee6-80e9-73e682074679 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] No DVR routers for this DVR port 5ad2b292-0c52-4e12-b2ff-78b004be334c on host hv-cinder-81722 {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:32:07.286803 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-3de2ac9c-ab01-4186-90b4-75b2fa949bf9 req-0f74ce59-fe8b-4ee6-80e9-73e682074679 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:07.290205 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3de2ac9c-ab01-4186-90b4-75b2fa949bf9 req-0f74ce59-fe8b-4ee6-80e9-73e682074679 tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.32 "DELETE /v2.0/ports/5ad2b292-0c52-4e12-b2ff-78b004be334c HTTP/1.1" status: 204 len: 173 time: 0.5543981 Nov 10 14:32:07.290637 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cf7caa-4c3d-4c66-a162-20b0af83a71a', 'name': 'network-vif-deleted', 'tag': '5ad2b292-0c52-4e12-b2ff-78b004be334c'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:32:07.292892 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0730705b-1554-4d5b-b6cf-086d902ed3fe" -d '{"events": [{"server_uuid": "10cf7caa-4c3d-4c66-a162-20b0af83a71a", "name": "network-vif-deleted", "tag": "5ad2b292-0c52-4e12-b2ff-78b004be334c"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:32:07.335603 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e723684-5a36-4cf7-8e68-1e032e0b531e x-openstack-request-id: req-0e723684-5a36-4cf7-8e68-1e032e0b531e {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:32:07.336142 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10cf7caa-4c3d-4c66-a162-20b0af83a71a", "name": "network-vif-deleted", "tag": "5ad2b292-0c52-4e12-b2ff-78b004be334c", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:32:07.336418 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e723684-5a36-4cf7-8e68-1e032e0b531e {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:32:07.336809 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cf7caa-4c3d-4c66-a162-20b0af83a71a', 'name': 'network-vif-deleted', 'tag': '5ad2b292-0c52-4e12-b2ff-78b004be334c', 'status': 'completed', 'code': 200} Nov 10 14:32:07.625650 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe01a4-08c5-466f-933a-2142b14fac0c req-03268cb2-b205-413b-bc6d-e69717ee30a0 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:07.627837 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3bbe01a4-08c5-466f-933a-2142b14fac0c req-03268cb2-b205-413b-bc6d-e69717ee30a0 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 945 time: 0.0506246 Nov 10 14:32:07.638960 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340a2d5-c3d5-4557-9c59-36d64f6853b6 req-c1a90d1f-d433-4cbb-a0b1-093433b2a9fe tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:07.644007 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5340a2d5-c3d5-4557-9c59-36d64f6853b6 req-c1a90d1f-d433-4cbb-a0b1-093433b2a9fe tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0533736 Nov 10 14:32:07.683050 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3bbe01a4-08c5-466f-933a-2142b14fac0c req-0e4b0de8-6eef-4f4d-b744-73cf10deca5a tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488024 Nov 10 14:32:07.698013 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5340a2d5-c3d5-4557-9c59-36d64f6853b6 req-a11a4189-9d78-43a1-8ea2-0c101b010adb tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511935 Nov 10 14:32:07.793146 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e6e46bb1-9f7a-43db-ab8c-8c0cbdd89343 req-66c4798e-bded-444a-97f2-17acc3a288dd tempest-DeleteServersTestJSON-1222312550 tempest-DeleteServersTestJSON-1222312550-project] 10.222.0.39 "GET /v2.0/ports?device_id=10cf7caa-4c3d-4c66-a162-20b0af83a71a HTTP/1.1" status: 200 len: 210 time: 0.0295367 Nov 10 14:32:08.823075 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec8ee8-250c-44c9-bc6e-708b506bf082 req-249f5743-bd10-4e6c-9d11-51b30f80a044 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:08.824509 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8aec8ee8-250c-44c9-bc6e-708b506bf082 req-249f5743-bd10-4e6c-9d11-51b30f80a044 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0531363 Nov 10 14:32:08.874041 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8aec8ee8-250c-44c9-bc6e-708b506bf082 req-61674b14-1a71-4d4b-9f20-70e4dce390fb tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434806 Nov 10 14:32:09.287735 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 60486) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:09.408103 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e05fe210-93db-4089-bb0f-a14e28284801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:09.487579 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e05fe210-93db-4089-bb0f-a14e28284801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:09.491626 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e05fe210-93db-4089-bb0f-a14e28284801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:09.536962 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-e05fe210-93db-4089-bb0f-a14e28284801 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=729ef715a2f94953b5769c8ebee65422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480085 Nov 10 14:32:09.538398 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fe210-93db-4089-bb0f-a14e28284801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bdc95a-4790-4f9a-a585-f09b86776a7a,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:09.539753 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60502) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:09.796590 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-10a678f5-2d63-4575-81b4-761272e4d078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:09.803102 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 5ad2b292-0c52-4e12-b2ff-78b004be334c no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:32:09.818652 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-10a678f5-2d63-4575-81b4-761272e4d078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:09.823305 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: 5ad2b292-0c52-4e12-b2ff-78b004be334c {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:32:09.823654 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 5ad2b292-0c52-4e12-b2ff-78b004be334c not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:32:09.866384 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-10a678f5-2d63-4575-81b4-761272e4d078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:09.868956 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-10a678f5-2d63-4575-81b4-761272e4d078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:09.870123 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-10a678f5-2d63-4575-81b4-761272e4d078 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06bdc95a-4790-4f9a-a585-f09b86776a7a HTTP/1.1" status: 204 len: 168 time: 0.3285804 Nov 10 14:32:09.878393 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a678f5-2d63-4575-81b4-761272e4d078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bdc95a-4790-4f9a-a585-f09b86776a7a,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:10.006695 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cc0ab-e42c-4921-85f2-e3ec4e6b5d44 req-801cacd6-ca4e-4627-be44-a335811c88b5 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:10.008788 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-408cc0ab-e42c-4921-85f2-e3ec4e6b5d44 req-801cacd6-ca4e-4627-be44-a335811c88b5 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0506792 Nov 10 14:32:10.061260 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-408cc0ab-e42c-4921-85f2-e3ec4e6b5d44 req-a2bbbe38-4f4e-4b74-91e0-2bfea95d50bc tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461984 Nov 10 14:32:10.146971 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60522) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:10.161065 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-17a20b78-e554-482f-b4a3-3d97d87b4f57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.239578 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 60532) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:10.260109 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-17a20b78-e554-482f-b4a3-3d97d87b4f57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.265453 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-17a20b78-e554-482f-b4a3-3d97d87b4f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.294557 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_v2 [None req-270786f6-1f8b-4589-a852-a80019306983 admin admin] Deleting subnet 01f8eafe-70d8-46e4-bb92-cf3ddab9756a {{(pid=101582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:32:10.298153 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-270786f6-1f8b-4589-a852-a80019306983 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.309632 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a20b78-e554-482f-b4a3-3d97d87b4f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b670f3ba-74c4-4e84-b568-ca9ba854cd8b,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:10.325295 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-17a20b78-e554-482f-b4a3-3d97d87b4f57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45641c81684d4bdc9cf1e4593f3eb245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772404 Nov 10 14:32:10.327823 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60534) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:10.334171 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-270786f6-1f8b-4589-a852-a80019306983 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.343216 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-270786f6-1f8b-4589-a852-a80019306983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.380377 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-722e5ee6-b9e3-45a2-bf49-f7d8e26c4979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.402025 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-270786f6-1f8b-4589-a852-a80019306983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for subnet, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.403154 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-722e5ee6-b9e3-45a2-bf49-f7d8e26c4979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.427759 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270786f6-1f8b-4589-a852-a80019306983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01f8eafe-70d8-46e4-bb92-cf3ddab9756a,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:10.434854 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-db534ba6-f8c5-465c-80aa-8e001fef20c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.435842 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-270786f6-1f8b-4589-a852-a80019306983 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.443807 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60536) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:10.443942 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-270786f6-1f8b-4589-a852-a80019306983 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/01f8eafe-70d8-46e4-bb92-cf3ddab9756a HTTP/1.1" status: 204 len: 168 time: 0.2024367 Nov 10 14:32:10.497414 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-722e5ee6-b9e3-45a2-bf49-f7d8e26c4979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.499947 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-722e5ee6-b9e3-45a2-bf49-f7d8e26c4979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.501108 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-722e5ee6-b9e3-45a2-bf49-f7d8e26c4979 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b670f3ba-74c4-4e84-b568-ca9ba854cd8b HTTP/1.1" status: 204 len: 168 time: 0.1723564 Nov 10 14:32:10.520452 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e5ee6-b9e3-45a2-bf49-f7d8e26c4979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b670f3ba-74c4-4e84-b568-ca9ba854cd8b,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:10.525977 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0add1df5-7399-4aad-a1f6-e7d46a8ce0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.610733 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0add1df5-7399-4aad-a1f6-e7d46a8ce0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.631739 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-0add1df5-7399-4aad-a1f6-e7d46a8ce0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78618045-4f60-46fd-b46f-6122189ead0a']}} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:32:10.640899 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-0add1df5-7399-4aad-a1f6-e7d46a8ce0b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784288a7-27e0-4302-b16b-bd8ecfe972bc') {'for_net_delete': True} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:32:10.641231 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-0add1df5-7399-4aad-a1f6-e7d46a8ce0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784288a7-27e0-4302-b16b-bd8ecfe972bc') {} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:32:10.650800 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0add1df5-7399-4aad-a1f6-e7d46a8ce0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9874534'] for segment, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.665059 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0add1df5-7399-4aad-a1f6-e7d46a8ce0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.671286 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0add1df5-7399-4aad-a1f6-e7d46a8ce0b7 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:32:10.671733 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0add1df5-7399-4aad-a1f6-e7d46a8ce0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253879'] for segment, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: Traceback (most recent call last): Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: timer() Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: cb(*args, **kw) Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: return func(*args, **kwargs) Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: self._notify() Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: self.callback(batched_events) Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: event.method(event) Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: return f(self, *a, **k) Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._get(url).json() Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: return self.request(url, 'GET', **kwargs) Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:32:10.673608 dv-cinder-817229-1-iscsi neutron-server[101583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:32:10.735569 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0add1df5-7399-4aad-a1f6-e7d46a8ce0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.744070 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0add1df5-7399-4aad-a1f6-e7d46a8ce0b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:10.748755 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-0add1df5-7399-4aad-a1f6-e7d46a8ce0b7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/78618045-4f60-46fd-b46f-6122189ead0a HTTP/1.1" status: 204 len: 168 time: 0.3043792 Nov 10 14:32:10.761151 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add1df5-7399-4aad-a1f6-e7d46a8ce0b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=78618045-4f60-46fd-b46f-6122189ead0a,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:10.964906 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60564) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:11.005576 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-cc3a8483-06ec-4b41-abed-a932b7d8c545 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c26bc2100f844239f9892b1d199bfcf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394356 Nov 10 14:32:11.007945 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60566) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:11.053084 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 60568) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:11.058232 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-94cc13b3-40bd-4ee4-92c5-2c3513471e1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:11.080335 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-94cc13b3-40bd-4ee4-92c5-2c3513471e1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:11.138823 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-94cc13b3-40bd-4ee4-92c5-2c3513471e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:11.141442 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-94cc13b3-40bd-4ee4-92c5-2c3513471e1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:11.142932 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-94cc13b3-40bd-4ee4-92c5-2c3513471e1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35f85aac-bb1d-430d-9371-041cbf58004e HTTP/1.1" status: 204 len: 168 time: 0.1339593 Nov 10 14:32:11.162271 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc13b3-40bd-4ee4-92c5-2c3513471e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f85aac-bb1d-430d-9371-041cbf58004e,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:11.217570 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb114-b9ee-41f2-be9c-653b17d620ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:11.225068 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635ec79-a06b-4351-8f07-7949d188b0c0 req-c33a96e2-30ff-482f-868b-ccf4a4347336 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:11.238256 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6635ec79-a06b-4351-8f07-7949d188b0c0 req-c33a96e2-30ff-482f-868b-ccf4a4347336 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0926406 Nov 10 14:32:11.308175 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6635ec79-a06b-4351-8f07-7949d188b0c0 req-bf3f9799-b3d5-4130-b94e-34c1ca1552d0 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685983 Nov 10 14:32:11.387711 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb114-b9ee-41f2-be9c-653b17d620ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:11.391848 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb114-b9ee-41f2-be9c-653b17d620ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:11.431061 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-3a5cb114-b9ee-41f2-be9c-653b17d620ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f9950c75a5741bda2acf18a05080832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768923 Nov 10 14:32:11.432396 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cb114-b9ee-41f2-be9c-653b17d620ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903e2cd8-bffa-4e8a-a711-703bd18709db,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:11.433815 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60588) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:11.503529 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-690840a3-3ab6-4fc2-af72-8b537710a5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:11.528370 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-690840a3-3ab6-4fc2-af72-8b537710a5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:11.583779 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-690840a3-3ab6-4fc2-af72-8b537710a5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:11.586344 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-690840a3-3ab6-4fc2-af72-8b537710a5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:11.587482 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-690840a3-3ab6-4fc2-af72-8b537710a5ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/903e2cd8-bffa-4e8a-a711-703bd18709db HTTP/1.1" status: 204 len: 168 time: 0.1510990 Nov 10 14:32:11.597239 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690840a3-3ab6-4fc2-af72-8b537710a5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903e2cd8-bffa-4e8a-a711-703bd18709db,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:12.070183 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60622) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:12.083391 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ccd2a178-8c68-4084-b5ec-3fed4345dd68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:12.181251 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ccd2a178-8c68-4084-b5ec-3fed4345dd68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:12.185261 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ccd2a178-8c68-4084-b5ec-3fed4345dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:12.229217 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2a178-8c68-4084-b5ec-3fed4345dd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4885de72-83ae-472a-a29a-79ba1b077021,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:12.240684 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-ccd2a178-8c68-4084-b5ec-3fed4345dd68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40641fa84fdf45738235297197352bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634569 Nov 10 14:32:12.240684 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60628) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:12.316138 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-551d0cb6-b54c-4446-8f3a-fdae12c034b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:12.349745 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-551d0cb6-b54c-4446-8f3a-fdae12c034b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:12.420914 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-551d0cb6-b54c-4446-8f3a-fdae12c034b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:12.426705 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-551d0cb6-b54c-4446-8f3a-fdae12c034b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:12.432268 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-551d0cb6-b54c-4446-8f3a-fdae12c034b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4885de72-83ae-472a-a29a-79ba1b077021 HTTP/1.1" status: 204 len: 168 time: 0.1936896 Nov 10 14:32:12.442249 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d0cb6-b54c-4446-8f3a-fdae12c034b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4885de72-83ae-472a-a29a-79ba1b077021,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:12.444762 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8682cdd-0ba0-4e38-b2c4-643e54136935 req-bd25b5f3-298a-4c3d-a6a5-186e78e4c074 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:12.447077 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f8682cdd-0ba0-4e38-b2c4-643e54136935 req-bd25b5f3-298a-4c3d-a6a5-186e78e4c074 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0607946 Nov 10 14:32:12.528197 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f8682cdd-0ba0-4e38-b2c4-643e54136935 req-88239928-eefc-42b6-b277-02174d5220b9 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627403 Nov 10 14:32:12.866977 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60666) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:12.885133 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-02dc4391-a278-4934-919a-319566fb6076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:12.968814 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-02dc4391-a278-4934-919a-319566fb6076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:12.973637 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-02dc4391-a278-4934-919a-319566fb6076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:13.013393 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-0c589407-b06e-4fba-bf4a-74f9a6060592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:13.044541 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-02dc4391-a278-4934-919a-319566fb6076 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=247032d9ca804d40a62eff485e3e931d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752322 Nov 10 14:32:13.047083 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60680) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:13.056700 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc4391-a278-4934-919a-319566fb6076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146ad745-c9e7-41d7-ad9b-9d1a810eacf5,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:13.130193 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0180e124-73bf-4afb-aaa7-5182da4bfbdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:13.165991 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0180e124-73bf-4afb-aaa7-5182da4bfbdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:13.234295 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0180e124-73bf-4afb-aaa7-5182da4bfbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:13.237754 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0180e124-73bf-4afb-aaa7-5182da4bfbdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:13.239447 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-0180e124-73bf-4afb-aaa7-5182da4bfbdc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/146ad745-c9e7-41d7-ad9b-9d1a810eacf5 HTTP/1.1" status: 204 len: 168 time: 0.1911583 Nov 10 14:32:13.254653 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180e124-73bf-4afb-aaa7-5182da4bfbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146ad745-c9e7-41d7-ad9b-9d1a810eacf5,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:13.682034 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037dd9b-65d1-4742-a5d4-4a0de02919fa req-42d242eb-784c-44e4-a44c-2b6a9a3b9b73 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:13.683728 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d037dd9b-65d1-4742-a5d4-4a0de02919fa req-42d242eb-784c-44e4-a44c-2b6a9a3b9b73 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0582452 Nov 10 14:32:13.747197 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d037dd9b-65d1-4742-a5d4-4a0de02919fa req-dfe06bea-baf6-4a95-aef9-37a65ba64b6b tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549455 Nov 10 14:32:14.108708 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:14.128594 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bfa1d-f5d9-4455-8354-bd69a8d4243e req-651af465-0085-4263-a241-1b048db18af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:14.129438 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-780bfa1d-f5d9-4455-8354-bd69a8d4243e req-651af465-0085-4263-a241-1b048db18af4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 1098 time: 0.0556850 Nov 10 14:32:14.188232 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-780bfa1d-f5d9-4455-8354-bd69a8d4243e req-f9f6ea77-5b6c-495f-9fb6-43b4c31979c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498383 Nov 10 14:32:14.654012 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60776) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:14.758765 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9414c8c8-777e-4a55-9d5e-32a7a9def618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:14.842843 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9414c8c8-777e-4a55-9d5e-32a7a9def618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:14.847066 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9414c8c8-777e-4a55-9d5e-32a7a9def618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:14.888400 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c728de-0b39-4667-bccb-c6bd7a4d2c72 req-d18e94e4-d0c6-4a19-8e80-808331cb3472 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:14.890040 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f0c728de-0b39-4667-bccb-c6bd7a4d2c72 req-d18e94e4-d0c6-4a19-8e80-808331cb3472 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0527890 Nov 10 14:32:14.898191 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-9414c8c8-777e-4a55-9d5e-32a7a9def618 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e9cf034d2274362a35fd0e2839af5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427962 Nov 10 14:32:14.900487 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60784) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:14.909986 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414c8c8-777e-4a55-9d5e-32a7a9def618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a36c6d2-82db-49b5-850d-f5de04ac5366,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:14.961317 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f0c728de-0b39-4667-bccb-c6bd7a4d2c72 req-64ddf9b5-ba54-40b6-99c9-b3935fb302f4 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634458 Nov 10 14:32:14.980019 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3f5279a2-a2ef-4788-b03c-1d5e29625866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:15.007901 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3f5279a2-a2ef-4788-b03c-1d5e29625866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:15.086528 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3f5279a2-a2ef-4788-b03c-1d5e29625866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:15.089158 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3f5279a2-a2ef-4788-b03c-1d5e29625866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:15.090314 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-3f5279a2-a2ef-4788-b03c-1d5e29625866 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a36c6d2-82db-49b5-850d-f5de04ac5366 HTTP/1.1" status: 204 len: 168 time: 0.1889184 Nov 10 14:32:15.099289 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5279a2-a2ef-4788-b03c-1d5e29625866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a36c6d2-82db-49b5-850d-f5de04ac5366,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:15.513214 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:16.076378 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1672dbc-d6a6-45ae-82ab-c0c301e98450 req-f8dedc22-a148-4079-acf0-79c9f3844207 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:16.077873 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a1672dbc-d6a6-45ae-82ab-c0c301e98450 req-f8dedc22-a148-4079-acf0-79c9f3844207 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0481007 Nov 10 14:32:16.124549 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a1672dbc-d6a6-45ae-82ab-c0c301e98450 req-931cdab5-f622-4854-8376-c1fd37f4d8df tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402579 Nov 10 14:32:16.268393 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dc97f-b6bb-4811-85d8-262193f801b4 req-2dd35576-e29c-4522-ba59-b9cb0e1525b6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:16.269994 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bc9dc97f-b6bb-4811-85d8-262193f801b4 req-2dd35576-e29c-4522-ba59-b9cb0e1525b6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0514793 Nov 10 14:32:16.336915 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bc9dc97f-b6bb-4811-85d8-262193f801b4 req-4a9e52f1-0b76-4341-b0c8-1505379c813f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572252 Nov 10 14:32:16.645851 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:16.694429 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.006897 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60874) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:18.108856 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4cd5388b-acb8-4d63-aeee-581aa25ce60c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.189874 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4cd5388b-acb8-4d63-aeee-581aa25ce60c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.193953 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4cd5388b-acb8-4d63-aeee-581aa25ce60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.231269 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5388b-acb8-4d63-aeee-581aa25ce60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a8b12d-d713-4e48-8b2e-728777e2c199,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:18.235341 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-4cd5388b-acb8-4d63-aeee-581aa25ce60c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fb93dfdbcfd4c94a554d431905bd651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274473 Nov 10 14:32:18.238491 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 60878) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:18.285897 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9a32c5e3-b1cd-4a32-9b14-cffb4296844c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.305864 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9a32c5e3-b1cd-4a32-9b14-cffb4296844c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.352305 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9a32c5e3-b1cd-4a32-9b14-cffb4296844c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.354910 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9a32c5e3-b1cd-4a32-9b14-cffb4296844c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.356080 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-9a32c5e3-b1cd-4a32-9b14-cffb4296844c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22a8b12d-d713-4e48-8b2e-728777e2c199 HTTP/1.1" status: 204 len: 168 time: 0.1163862 Nov 10 14:32:18.365352 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32c5e3-b1cd-4a32-9b14-cffb4296844c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a8b12d-d713-4e48-8b2e-728777e2c199,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:18.634443 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 60886) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:18.647916 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-96ff06da-9779-46fa-885f-ba99cc017d68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.720894 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-96ff06da-9779-46fa-885f-ba99cc017d68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.726223 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-96ff06da-9779-46fa-885f-ba99cc017d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.769032 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-96ff06da-9779-46fa-885f-ba99cc017d68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7305d9f26dda4c3bb81abe2a852136e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299176 Nov 10 14:32:18.769032 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff06da-9779-46fa-885f-ba99cc017d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72fb891-da20-47a6-b3e5-4f281e29dd8a,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:18.769651 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 60894) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:18.822480 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a36bf02c-b743-419c-8996-58039c88f984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.849264 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a36bf02c-b743-419c-8996-58039c88f984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.918455 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a36bf02c-b743-419c-8996-58039c88f984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.921490 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a36bf02c-b743-419c-8996-58039c88f984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:18.922744 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-a36bf02c-b743-419c-8996-58039c88f984 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b72fb891-da20-47a6-b3e5-4f281e29dd8a HTTP/1.1" status: 204 len: 168 time: 0.1518159 Nov 10 14:32:18.931732 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bf02c-b743-419c-8996-58039c88f984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72fb891-da20-47a6-b3e5-4f281e29dd8a,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:19.071930 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08ab8e-7a35-42cc-bd11-666e66d0efa0 req-54e54389-94f4-4fb0-a67e-ff21a4269c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:19.073454 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9d08ab8e-7a35-42cc-bd11-666e66d0efa0 req-54e54389-94f4-4fb0-a67e-ff21a4269c1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=981db8470d4046438eb5714fc16e1acd&device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 1099 time: 0.0792260 Nov 10 14:32:19.087933 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de2d09-2c1c-49cd-8509-3a3095340dff req-cf0a2e46-4e3d-402f-b3bd-bf29b1f7d6aa tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:19.095350 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d8de2d09-2c1c-49cd-8509-3a3095340dff req-cf0a2e46-4e3d-402f-b3bd-bf29b1f7d6aa tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0694876 Nov 10 14:32:19.238354 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d8de2d09-2c1c-49cd-8509-3a3095340dff req-692ab6c4-ea34-43ff-9201-874cf538a634 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421483 Nov 10 14:32:19.241161 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08ab8e-7a35-42cc-bd11-666e66d0efa0 req-e1edc726-0e9d-42d7-9bf4-2b0755a08506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:19.242512 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9d08ab8e-7a35-42cc-bd11-666e66d0efa0 req-e1edc726-0e9d-42d7-9bf4-2b0755a08506 service neutron] 10.222.0.32 "GET /v2.0/networks?id=31b54cfb-1311-4b00-9564-b327455b5f7f HTTP/1.1" status: 200 len: 920 time: 0.1439703 Nov 10 14:32:19.287679 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9d08ab8e-7a35-42cc-bd11-666e66d0efa0 req-80e07796-f52f-402b-8a47-ab19b925379a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e234d56-2610-418d-b838-2d76424e4bc4 HTTP/1.1" status: 200 len: 217 time: 0.0354657 Nov 10 14:32:19.339506 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08ab8e-7a35-42cc-bd11-666e66d0efa0 req-83a3410c-b504-48f9-b5e4-be078d97414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:19.341111 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9d08ab8e-7a35-42cc-bd11-666e66d0efa0 req-83a3410c-b504-48f9-b5e4-be078d97414d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98e9e263-5186-4e72-813e-b280f20048ae HTTP/1.1" status: 200 len: 859 time: 0.0442090 Nov 10 14:32:19.382614 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9d08ab8e-7a35-42cc-bd11-666e66d0efa0 req-6ef3bf52-2aaf-4d58-9ba0-0f18f6538124 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31b54cfb-1311-4b00-9564-b327455b5f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340400 Nov 10 14:32:19.498726 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9d08ab8e-7a35-42cc-bd11-666e66d0efa0 req-5e498b08-3cb9-425a-943f-c386940831bc service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006939 Nov 10 14:32:19.590210 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9d08ab8e-7a35-42cc-bd11-666e66d0efa0 req-5710ab97-215e-4ad1-915e-3495e171b93c service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854769 Nov 10 14:32:20.368867 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb7029-2cd8-4b7b-8eae-997461421b2c req-075d620c-5b7b-4b80-b1f5-bf14891c2d2c tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:20.370398 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ebeb7029-2cd8-4b7b-8eae-997461421b2c req-075d620c-5b7b-4b80-b1f5-bf14891c2d2c tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0557153 Nov 10 14:32:20.449265 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ebeb7029-2cd8-4b7b-8eae-997461421b2c req-97834c41-2fa1-4286-a3d7-543bbbce9be8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642881 Nov 10 14:32:20.988273 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 32782) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:21.097881 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e7a1f485-bd59-4b89-a204-c4a736156c63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:21.176806 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e7a1f485-bd59-4b89-a204-c4a736156c63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:21.180209 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e7a1f485-bd59-4b89-a204-c4a736156c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:21.215477 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1f485-bd59-4b89-a204-c4a736156c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ef6d71-a8c5-4a1c-953c-52ad4662e20b,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:21.222434 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-e7a1f485-bd59-4b89-a204-c4a736156c63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b242d63bff1405881e0bf640c6b2508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304358 Nov 10 14:32:21.223190 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 32788) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:21.280756 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-f2a36fb8-d114-43c1-8852-c8b90fffc857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:21.302003 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-f2a36fb8-d114-43c1-8852-c8b90fffc857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:21.350142 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-f2a36fb8-d114-43c1-8852-c8b90fffc857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:21.352735 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-f2a36fb8-d114-43c1-8852-c8b90fffc857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:21.353878 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-f2a36fb8-d114-43c1-8852-c8b90fffc857 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9ef6d71-a8c5-4a1c-953c-52ad4662e20b HTTP/1.1" status: 204 len: 168 time: 0.1303220 Nov 10 14:32:21.362169 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a36fb8-d114-43c1-8852-c8b90fffc857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ef6d71-a8c5-4a1c-953c-52ad4662e20b,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:21.550638 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf50aa-3f21-4c09-926b-50d8a501afbd req-9d51d8f5-0daf-4b3f-960b-3539f6031e24 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:21.552141 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5fbf50aa-3f21-4c09-926b-50d8a501afbd req-9d51d8f5-0daf-4b3f-960b-3539f6031e24 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0509598 Nov 10 14:32:21.606522 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5fbf50aa-3f21-4c09-926b-50d8a501afbd req-77437b41-89c1-4817-aec9-a08323ce11ef tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483196 Nov 10 14:32:21.646738 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 32798) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:21.661409 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-694f1219-49b0-4e91-98f1-423f5bce3a14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:21.739828 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-694f1219-49b0-4e91-98f1-423f5bce3a14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:21.743419 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-694f1219-49b0-4e91-98f1-423f5bce3a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:21.779031 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f1219-49b0-4e91-98f1-423f5bce3a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c21f2f1-1cb6-4b87-944c-63d9aa35fffe,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:21.784918 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-694f1219-49b0-4e91-98f1-423f5bce3a14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ec9a17e86e447bd9c532207ccb85d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371462 Nov 10 14:32:21.789118 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 32802) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:21.841168 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-82e77f20-317e-4955-ace0-00f0ad0a32c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:21.863384 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-82e77f20-317e-4955-ace0-00f0ad0a32c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:21.914779 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-82e77f20-317e-4955-ace0-00f0ad0a32c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:21.918535 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-82e77f20-317e-4955-ace0-00f0ad0a32c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:21.919719 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-82e77f20-317e-4955-ace0-00f0ad0a32c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c21f2f1-1cb6-4b87-944c-63d9aa35fffe HTTP/1.1" status: 204 len: 168 time: 0.1313717 Nov 10 14:32:21.936369 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e77f20-317e-4955-ace0-00f0ad0a32c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c21f2f1-1cb6-4b87-944c-63d9aa35fffe,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:22.400948 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 32838) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:22.511594 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-3dabcbdc-01fe-48ac-bd39-e27c5efa1db6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:22.588242 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-3dabcbdc-01fe-48ac-bd39-e27c5efa1db6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:22.592468 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-3dabcbdc-01fe-48ac-bd39-e27c5efa1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:22.629433 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-3dabcbdc-01fe-48ac-bd39-e27c5efa1db6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5482687b2e2c48ed80fcfe5f9e7774c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269850 Nov 10 14:32:22.632029 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 32852) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:22.633626 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 32854) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:22.639047 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabcbdc-01fe-48ac-bd39-e27c5efa1db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0726444c-1365-45f3-be8c-e315ef680758,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:22.686577 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-3b633fb4-d88b-4a7f-99bb-dedf5cb09918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:22.709247 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-3b633fb4-d88b-4a7f-99bb-dedf5cb09918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:22.745017 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ac773-ee8c-4b2d-9d9d-14ba9c7de640 req-7578bd86-39d0-49a1-9834-a79646314d81 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:22.747167 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-419ac773-ee8c-4b2d-9d9d-14ba9c7de640 req-7578bd86-39d0-49a1-9834-a79646314d81 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0667949 Nov 10 14:32:22.755371 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-382840681-network', 'tenant_id': '4d24a695d8ec46ff81bc8b57028e078f'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:32:22.773331 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-3b633fb4-d88b-4a7f-99bb-dedf5cb09918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:22.776098 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-3b633fb4-d88b-4a7f-99bb-dedf5cb09918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:22.778266 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-3b633fb4-d88b-4a7f-99bb-dedf5cb09918 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0726444c-1365-45f3-be8c-e315ef680758 HTTP/1.1" status: 204 len: 168 time: 0.1452396 Nov 10 14:32:22.787261 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b633fb4-d88b-4a7f-99bb-dedf5cb09918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0726444c-1365-45f3-be8c-e315ef680758,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:22.797220 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] Made reservation on behalf of 4d24a695d8ec46ff81bc8b57028e078f for: {'network': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:32:22.800291 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:22.812911 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:22.833105 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-419ac773-ee8c-4b2d-9d9d-14ba9c7de640 req-081187b8-0280-433e-9dd8-40ce19fb74f1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743291 Nov 10 14:32:22.899338 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:22.903490 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:22.928978 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:32:22.943508 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed545bf8-70a1-49e3-8859-56df66d8936f,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:22.948564 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:22.948902 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.segments_db [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] Added segment 646e0757-5ace-462b-ad40-83da4452e1e2 of type vlan for network d72f6e54-a2cd-40e7-bda6-2277525a89ca Nov 10 14:32:22.988555 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.018901 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.020411 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:23.021467 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.084998 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4496648 Nov 10 14:32:23.085969 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 32866) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:23.091760 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-26f7196d-813f-45a3-8a7a-fadb0d4a4ed4 admin admin] Request body: {'subnet': {'network_id': 'd72f6e54-a2cd-40e7-bda6-2277525a89ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-382840681-subnet', 'tenant_id': '4d24a695d8ec46ff81bc8b57028e078f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:32:23.096549 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eb635-a573-42c9-8a22-c412589852d3 admin admin] Pushing event updated for resources: {'Network': ['ID=d72f6e54-a2cd-40e7-bda6-2277525a89ca,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:23.102864 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 32868) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:23.107763 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network d72f6e54-a2cd-40e7-bda6-2277525a89ca details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:32:23.130212 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-27ed2535-dac2-4f35-aa25-bea8ac2efe51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.149005 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f7196d-813f-45a3-8a7a-fadb0d4a4ed4 admin admin] Made reservation on behalf of 4d24a695d8ec46ff81bc8b57028e078f for: {'subnet': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:32:23.152124 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-26f7196d-813f-45a3-8a7a-fadb0d4a4ed4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.214134 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-27ed2535-dac2-4f35-aa25-bea8ac2efe51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.217606 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-27ed2535-dac2-4f35-aa25-bea8ac2efe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.256655 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed2535-dac2-4f35-aa25-bea8ac2efe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61aae05-43cd-498f-9e33-6d87345690fe,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:23.261093 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-27ed2535-dac2-4f35-aa25-bea8ac2efe51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44dc3c976d844e6bba2212df69c85717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498880 Nov 10 14:32:23.263575 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 32870) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:23.316688 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3a16e771-5e46-4931-895c-91c19edf102e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.331316 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-26f7196d-813f-45a3-8a7a-fadb0d4a4ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for subnet, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.337791 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3a16e771-5e46-4931-895c-91c19edf102e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.380706 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7196d-813f-45a3-8a7a-fadb0d4a4ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=847a01db-88eb-4b85-8b6c-ee2c537579ed,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:23.385950 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3a16e771-5e46-4931-895c-91c19edf102e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.388935 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3a16e771-5e46-4931-895c-91c19edf102e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.393301 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-3a16e771-5e46-4931-895c-91c19edf102e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c61aae05-43cd-498f-9e33-6d87345690fe HTTP/1.1" status: 204 len: 168 time: 0.1257241 Nov 10 14:32:23.398700 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16e771-5e46-4931-895c-91c19edf102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61aae05-43cd-498f-9e33-6d87345690fe,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:23.401401 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7196d-813f-45a3-8a7a-fadb0d4a4ed4 admin admin] Checking segment: {'id': '646e0757-5ace-462b-ad40-83da4452e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd72f6e54-a2cd-40e7-bda6-2277525a89ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:32:23.402097 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f7196d-813f-45a3-8a7a-fadb0d4a4ed4 admin admin] Network hostable DHCP agents. Network: d72f6e54-a2cd-40e7-bda6-2277525a89ca, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:32:23.427164 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f7196d-813f-45a3-8a7a-fadb0d4a4ed4 admin admin] Network d72f6e54-a2cd-40e7-bda6-2277525a89ca is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:32:23.451478 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-26f7196d-813f-45a3-8a7a-fadb0d4a4ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, d72f6e54-a2cd-40e7-bda6-2277525a89ca) {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:32:23.461681 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df00ef20-8666-4e58-a967-426d519d799f None None] Network d72f6e54-a2cd-40e7-bda6-2277525a89ca requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:32:23.465193 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f7196d-813f-45a3-8a7a-fadb0d4a4ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:23.465931 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-26f7196d-813f-45a3-8a7a-fadb0d4a4ed4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.485767 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-26f7196d-813f-45a3-8a7a-fadb0d4a4ed4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3982460 Nov 10 14:32:23.633782 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad46c0d-c1d9-4088-accf-730cb1b63720 None None] Network d72f6e54-a2cd-40e7-bda6-2277525a89ca requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:32:23.794049 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 32886) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:23.806743 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-bf86d28a-9147-4254-8b33-8d27a38dbc8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.904474 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-bf86d28a-9147-4254-8b33-8d27a38dbc8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.909611 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-bf86d28a-9147-4254-8b33-8d27a38dbc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:23.957926 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-bf86d28a-9147-4254-8b33-8d27a38dbc8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28e9e19c447446fd85075ca64d8c5906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604209 Nov 10 14:32:23.958283 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 32892) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:23.964768 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86d28a-9147-4254-8b33-8d27a38dbc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f12ccaf-72b6-4102-8716-2688c44a3737,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:23.993849 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75f50b-ba33-403f-9179-5e81b2cfe0ea req-047de717-b732-4506-ac17-49b0a9992368 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:23.995369 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3e75f50b-ba33-403f-9179-5e81b2cfe0ea req-047de717-b732-4506-ac17-49b0a9992368 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0660396 Nov 10 14:32:24.018354 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a38f0f60-988f-4baf-875f-79c4a46c98a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.045033 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a38f0f60-988f-4baf-875f-79c4a46c98a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.047447 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3e75f50b-ba33-403f-9179-5e81b2cfe0ea req-5402cd62-be40-4b3d-a7e9-c6295b1781c2 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448375 Nov 10 14:32:24.102360 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a38f0f60-988f-4baf-875f-79c4a46c98a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.105616 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a38f0f60-988f-4baf-875f-79c4a46c98a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.106885 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-a38f0f60-988f-4baf-875f-79c4a46c98a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f12ccaf-72b6-4102-8716-2688c44a3737 HTTP/1.1" status: 204 len: 168 time: 0.1478627 Nov 10 14:32:24.115556 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f0f60-988f-4baf-875f-79c4a46c98a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f12ccaf-72b6-4102-8716-2688c44a3737,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:24.183881 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 32906) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:24.188842 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1765951894-network', 'tenant_id': '16bff5a43b474b02b653c0ca330e575e'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:32:24.208675 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] Made reservation on behalf of 16bff5a43b474b02b653c0ca330e575e for: {'network': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:32:24.211115 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.221156 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.308850 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.312583 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.333491 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=101582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:32:24.347289 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf24655-4a1d-47b2-829a-edff445829da,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:24.352210 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.352716 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.segments_db [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] Added segment 311687d5-50dd-45d5-8cf5-2c6c04393306 of type vlan for network bb3ef9db-c17e-4053-a243-059259fb7d53 Nov 10 14:32:24.394211 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.418014 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.419117 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:24.419720 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.475354 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2902648 Nov 10 14:32:24.478088 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 32914) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:32:24.481420 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563b499-68f7-456b-abe6-5bf5a0a100fa admin admin] Pushing event updated for resources: {'Network': ['ID=bb3ef9db-c17e-4053-a243-059259fb7d53,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:24.483617 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-6182c983-0a2c-4ba8-aa8a-4b12f0877ad9 admin admin] Request body: {'subnet': {'network_id': 'bb3ef9db-c17e-4053-a243-059259fb7d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1765951894-subnet', 'tenant_id': '16bff5a43b474b02b653c0ca330e575e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:32:24.492457 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network bb3ef9db-c17e-4053-a243-059259fb7d53 details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:32:24.509120 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6182c983-0a2c-4ba8-aa8a-4b12f0877ad9 admin admin] Made reservation on behalf of 16bff5a43b474b02b653c0ca330e575e for: {'subnet': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:32:24.512288 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6182c983-0a2c-4ba8-aa8a-4b12f0877ad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9466149'] for subnet, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.704901 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6182c983-0a2c-4ba8-aa8a-4b12f0877ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2253992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9466123'] for subnet, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.776997 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182c983-0a2c-4ba8-aa8a-4b12f0877ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50f3481-1a40-4444-bb1b-9fe3d58e5042,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:32:24.779691 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6182c983-0a2c-4ba8-aa8a-4b12f0877ad9 admin admin] Checking segment: {'id': '311687d5-50dd-45d5-8cf5-2c6c04393306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bb3ef9db-c17e-4053-a243-059259fb7d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:32:24.779952 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6182c983-0a2c-4ba8-aa8a-4b12f0877ad9 admin admin] Network hostable DHCP agents. Network: bb3ef9db-c17e-4053-a243-059259fb7d53, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:32:24.798239 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6182c983-0a2c-4ba8-aa8a-4b12f0877ad9 admin admin] Network bb3ef9db-c17e-4053-a243-059259fb7d53 is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:32:24.808960 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-6182c983-0a2c-4ba8-aa8a-4b12f0877ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, bb3ef9db-c17e-4053-a243-059259fb7d53) {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:32:24.813485 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6182c983-0a2c-4ba8-aa8a-4b12f0877ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:24.814178 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6182c983-0a2c-4ba8-aa8a-4b12f0877ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:24.820088 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a69bf43-15ef-4dd3-9ef5-7b580961e3fd None None] Network bb3ef9db-c17e-4053-a243-059259fb7d53 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:32:24.840791 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-6182c983-0a2c-4ba8-aa8a-4b12f0877ad9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3526001 Nov 10 14:32:24.841545 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:32:24.983529 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d091c0fc-1157-4846-a6f3-e91be00c9287 None None] Network bb3ef9db-c17e-4053-a243-059259fb7d53 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:32:25.327176 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06995fd-6d08-4376-a652-4c0983ad3d6b req-d8ce063f-1097-4839-af1a-3c06755e09c0 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:25.328833 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f06995fd-6d08-4376-a652-4c0983ad3d6b req-d8ce063f-1097-4839-af1a-3c06755e09c0 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0536752 Nov 10 14:32:25.386570 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f06995fd-6d08-4376-a652-4c0983ad3d6b req-bb15cd45-64a6-4552-8375-1ea9da37154f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501366 Nov 10 14:32:26.509424 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7dd94-3250-482b-b704-91610a6880d6 req-dd920258-b5df-4e09-9a45-3bd66e911e9f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:26.511027 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6fa7dd94-3250-482b-b704-91610a6880d6 req-dd920258-b5df-4e09-9a45-3bd66e911e9f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0530989 Nov 10 14:32:26.577314 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6fa7dd94-3250-482b-b704-91610a6880d6 req-281f74bc-127b-4fb8-b11e-5cf0c42ed2fc tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533988 Nov 10 14:32:27.714959 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab230-9543-4095-98c7-2224a1fc07b9 req-03072ac1-15c8-45fd-a767-fbba79df28c2 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:27.716508 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1c5ab230-9543-4095-98c7-2224a1fc07b9 req-03072ac1-15c8-45fd-a767-fbba79df28c2 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0514569 Nov 10 14:32:27.767517 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1c5ab230-9543-4095-98c7-2224a1fc07b9 req-69cf1cfb-894a-4175-a9b4-757707d7fdac tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 Nov 10 14:32:28.904577 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5851f-4e32-422c-976a-fa51458939b5 req-43af9204-06ef-4f96-a88e-5d31def28abf tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:28.912149 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cea5851f-4e32-422c-976a-fa51458939b5 req-43af9204-06ef-4f96-a88e-5d31def28abf tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0625162 Nov 10 14:32:28.972920 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cea5851f-4e32-422c-976a-fa51458939b5 req-e35622d9-6370-48fa-ba7d-c11b17faaa40 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560901 Nov 10 14:32:30.101477 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54185b02-a6c3-4812-92bb-bef11c0562de req-3057ed5e-6175-4bb2-b771-38e53d3bb58d tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:30.103036 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-54185b02-a6c3-4812-92bb-bef11c0562de req-3057ed5e-6175-4bb2-b771-38e53d3bb58d tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0599759 Nov 10 14:32:30.154934 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-54185b02-a6c3-4812-92bb-bef11c0562de req-07f3f864-a01b-4cac-b43e-9cafe29b88a4 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459187 Nov 10 14:32:33.942425 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d36b1-5645-419b-aa35-e29b9f915ffb req-4f85f9fc-6443-4998-b2b7-3cb058e1e70c tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:33.943901 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-227d36b1-5645-419b-aa35-e29b9f915ffb req-4f85f9fc-6443-4998-b2b7-3cb058e1e70c tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0554619 Nov 10 14:32:33.989630 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-227d36b1-5645-419b-aa35-e29b9f915ffb req-365bc9db-c8a3-404f-bcd0-ea409d060f99 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398126 Nov 10 14:32:37.632601 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cd45a-3716-4529-a940-a6209e9f2ba8 req-8dc5bbb1-9074-4c99-9a23-286a4d90cfca tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:37.634048 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9f6cd45a-3716-4529-a940-a6209e9f2ba8 req-8dc5bbb1-9074-4c99-9a23-286a4d90cfca tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0588858 Nov 10 14:32:37.680892 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9f6cd45a-3716-4529-a940-a6209e9f2ba8 req-9430af6e-c525-4e7f-bebc-48714123714e tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Nov 10 14:32:38.958164 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51695e9-8c06-4222-8363-3214f85c9483 req-e67d15b9-7c9e-4adb-8675-50357acaca59 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:38.959616 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a51695e9-8c06-4222-8363-3214f85c9483 req-e67d15b9-7c9e-4adb-8675-50357acaca59 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0479529 Nov 10 14:32:39.007338 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a51695e9-8c06-4222-8363-3214f85c9483 req-b4a21039-a84b-4225-ad5f-fbdf0ebeba49 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Nov 10 14:32:40.144252 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545516a6-7205-4106-9b3f-842d8e67b65e req-e438c747-0eb6-4ee5-a950-71ea468de84c tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:40.145728 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-545516a6-7205-4106-9b3f-842d8e67b65e req-e438c747-0eb6-4ee5-a950-71ea468de84c tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0538163 Nov 10 14:32:40.196991 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-545516a6-7205-4106-9b3f-842d8e67b65e req-51da25ce-690b-45bc-ac72-ef97d79ce4fa tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450485 Nov 10 14:32:40.432104 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-9adcc5c7-7be8-4986-98e9-7645ef765c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:40.910644 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827095fb-2994-43dd-8e74-08e33818e30e req-bb6e4715-dd79-4165-8301-ca8447a69b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:40.912107 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-827095fb-2994-43dd-8e74-08e33818e30e req-bb6e4715-dd79-4165-8301-ca8447a69b55 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 1099 time: 0.0396483 Nov 10 14:32:40.959156 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-827095fb-2994-43dd-8e74-08e33818e30e req-9e16dfdc-9fc1-40b5-aa61-f0c26d143873 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388463 Nov 10 14:32:41.639474 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda0e2a-6539-49c1-a672-cce2fc1fdcf6 req-fca508bb-07c6-4a14-a52c-40d79b5ec6fd tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:41.641044 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7dda0e2a-6539-49c1-a672-cce2fc1fdcf6 req-fca508bb-07c6-4a14-a52c-40d79b5ec6fd tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0519571 Nov 10 14:32:41.692281 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7dda0e2a-6539-49c1-a672-cce2fc1fdcf6 req-912ce645-be8a-47e9-a076-a54eb8517a2a tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444832 Nov 10 14:32:42.812121 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324c7be-258b-4377-a11f-114a614aa580 req-d2535126-4e91-4e6b-8fbb-d2455147bc1d tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:42.814169 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1324c7be-258b-4377-a11f-114a614aa580 req-d2535126-4e91-4e6b-8fbb-d2455147bc1d tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0505598 Nov 10 14:32:42.859894 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1324c7be-258b-4377-a11f-114a614aa580 req-6b4d177a-3d9a-4d3f-969b-d6cd7c8fd25b tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Nov 10 14:32:43.005802 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-46b5c840-8737-4c9b-8edc-f218f56df973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:43.805810 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-95209b61-9e67-47f7-b9da-032bad53a61d req-b426d902-476c-4d07-9678-466a6a869293 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413644 Nov 10 14:32:43.867503 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95209b61-9e67-47f7-b9da-032bad53a61d req-479cea43-45f8-4357-982c-c1c2a9b39efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:43.869025 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-95209b61-9e67-47f7-b9da-032bad53a61d req-479cea43-45f8-4357-982c-c1c2a9b39efe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 1099 time: 0.0408368 Nov 10 14:32:43.987695 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95209b61-9e67-47f7-b9da-032bad53a61d req-ed3e26bd-e972-40ab-b382-48370780d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:43.989203 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-95209b61-9e67-47f7-b9da-032bad53a61d req-ed3e26bd-e972-40ab-b382-48370780d4ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 917 time: 0.0993888 Nov 10 14:32:43.992065 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d06673-3c69-44c3-84ac-d5c3aa178757 req-1c2291df-3a6e-4178-97dd-ffee53057688 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:43.993559 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-87d06673-3c69-44c3-84ac-d5c3aa178757 req-1c2291df-3a6e-4178-97dd-ffee53057688 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0532928 Nov 10 14:32:44.046534 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-87d06673-3c69-44c3-84ac-d5c3aa178757 req-245b27af-7180-4964-beac-0e129030544d tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469718 Nov 10 14:32:44.071349 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-95209b61-9e67-47f7-b9da-032bad53a61d req-de937f06-e9d6-41fc-8e89-1d670c1a825e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b HTTP/1.1" status: 200 len: 1002 time: 0.0732698 Nov 10 14:32:44.097707 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:44.131933 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95209b61-9e67-47f7-b9da-032bad53a61d req-361405f9-d797-4c5a-ae1e-03226f84aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:44.131933 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-95209b61-9e67-47f7-b9da-032bad53a61d req-361405f9-d797-4c5a-ae1e-03226f84aa12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 200 len: 855 time: 0.0473387 Nov 10 14:32:44.176540 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95209b61-9e67-47f7-b9da-032bad53a61d req-e4adf9fb-9b60-49f4-94c1-b85e21edab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:44.178011 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-95209b61-9e67-47f7-b9da-032bad53a61d req-e4adf9fb-9b60-49f4-94c1-b85e21edab1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1188f659-3386-43e3-8ceb-0934fe3b17ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395498 Nov 10 14:32:44.321601 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dac30-cbd9-4a57-8caa-61cb8717942b req-3ca9203f-9965-4218-b4d3-2e9b6e5a3da6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:44.323101 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d76dac30-cbd9-4a57-8caa-61cb8717942b req-3ca9203f-9965-4218-b4d3-2e9b6e5a3da6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0707567 Nov 10 14:32:44.325078 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-95209b61-9e67-47f7-b9da-032bad53a61d req-a027b8f8-8506-4146-b753-344c7189533f service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380289 Nov 10 14:32:44.325844 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d038322-7c86-47b3-aaec-83428fe579e2 req-7adb257e-ecfe-4cbd-a5be-cf920afe7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:44.327309 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4d038322-7c86-47b3-aaec-83428fe579e2 req-7adb257e-ecfe-4cbd-a5be-cf920afe7ca5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=981db8470d4046438eb5714fc16e1acd&device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 1099 time: 0.0437636 Nov 10 14:32:44.440147 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d038322-7c86-47b3-aaec-83428fe579e2 req-00120526-19df-452e-9011-a0df31486afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:44.441678 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4d038322-7c86-47b3-aaec-83428fe579e2 req-00120526-19df-452e-9011-a0df31486afe service neutron] 10.222.0.32 "GET /v2.0/networks?id=31b54cfb-1311-4b00-9564-b327455b5f7f HTTP/1.1" status: 200 len: 920 time: 0.0994117 Nov 10 14:32:44.486973 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4d038322-7c86-47b3-aaec-83428fe579e2 req-50b84109-ae12-4233-afdf-cd4b53a5073b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e234d56-2610-418d-b838-2d76424e4bc4 HTTP/1.1" status: 200 len: 217 time: 0.0352676 Nov 10 14:32:44.544539 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d038322-7c86-47b3-aaec-83428fe579e2 req-1e66ee00-303f-4802-8d74-0c4a3cc17080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:44.546024 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4d038322-7c86-47b3-aaec-83428fe579e2 req-1e66ee00-303f-4802-8d74-0c4a3cc17080 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98e9e263-5186-4e72-813e-b280f20048ae HTTP/1.1" status: 200 len: 859 time: 0.0516777 Nov 10 14:32:44.580271 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4d038322-7c86-47b3-aaec-83428fe579e2 req-08cf08c4-7c11-48af-9cb0-c00f18ab63c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31b54cfb-1311-4b00-9564-b327455b5f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257876 Nov 10 14:32:44.634396 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d76dac30-cbd9-4a57-8caa-61cb8717942b req-03c4fa27-9c21-4844-928e-1c5cf47ff640 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040988 Nov 10 14:32:44.658810 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-95209b61-9e67-47f7-b9da-032bad53a61d req-02c3452b-c5da-4381-b595-f5e19a49a41f service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149076 Nov 10 14:32:44.686026 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4d038322-7c86-47b3-aaec-83428fe579e2 req-89e72e37-c230-4642-8a6f-03e44d03223b service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883486 Nov 10 14:32:44.792700 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4d038322-7c86-47b3-aaec-83428fe579e2 req-62d70c27-914b-42d4-ae16-98e08358233d service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905571 Nov 10 14:32:45.517386 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:45.805679 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a74c14-b377-4e32-b0e2-a496f5cfb790 req-d3d0ea63-ff0d-465c-815a-c9939f69b2b1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:45.807557 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-47a74c14-b377-4e32-b0e2-a496f5cfb790 req-d3d0ea63-ff0d-465c-815a-c9939f69b2b1 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0612404 Nov 10 14:32:45.854465 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-47a74c14-b377-4e32-b0e2-a496f5cfb790 req-3e639002-1926-49b6-8672-c075f8e29711 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 Nov 10 14:32:46.638405 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:46.705986 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:32:46.983328 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63096f-c2c1-40dd-a050-e545afeb3112 req-06ae87b2-b81a-4ae2-82eb-8071928b22f4 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:46.984843 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9b63096f-c2c1-40dd-a050-e545afeb3112 req-06ae87b2-b81a-4ae2-82eb-8071928b22f4 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0572350 Nov 10 14:32:47.046174 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9b63096f-c2c1-40dd-a050-e545afeb3112 req-930cd7f8-dce7-4fca-87f6-adcf6031b22d tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541468 Nov 10 14:32:48.173829 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04722deb-ca38-4ac4-b924-da36189d217f req-56a3dc02-df90-48a9-88d0-6256a1aec6fc tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:48.175476 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-04722deb-ca38-4ac4-b924-da36189d217f req-56a3dc02-df90-48a9-88d0-6256a1aec6fc tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0557323 Nov 10 14:32:48.229250 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-04722deb-ca38-4ac4-b924-da36189d217f req-9324c085-12b7-4950-b39d-5191a07a0439 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465057 Nov 10 14:32:49.350036 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1a455-8b25-42a4-a25e-e53ce200d7e5 req-0c6c8906-8d0d-4a04-9d26-b0dca9505bb4 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:49.351489 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-31e1a455-8b25-42a4-a25e-e53ce200d7e5 req-0c6c8906-8d0d-4a04-9d26-b0dca9505bb4 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0490613 Nov 10 14:32:49.398097 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-31e1a455-8b25-42a4-a25e-e53ce200d7e5 req-2031194d-231f-480e-845b-915f4241b99c tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407560 Nov 10 14:32:59.238530 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6060377-f744-456e-a486-0156e2b0d3e7 req-410bffaf-9170-486b-adf8-0fc70180dc67 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:32:59.239992 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c6060377-f744-456e-a486-0156e2b0d3e7 req-410bffaf-9170-486b-adf8-0fc70180dc67 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0636098 Nov 10 14:32:59.296219 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c6060377-f744-456e-a486-0156e2b0d3e7 req-2353c9c6-23fd-4bab-a70b-9ce551f1cd55 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502324 Nov 10 14:33:01.841018 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:33:04.689005 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 33606) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:04.792407 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:04.867986 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:04.874348 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:04.915061 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e90457fe0e9f4c65959e4494d5971b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249570 Nov 10 14:33:04.916222 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada2c3c5-753b-451e-b64f-7337ba6425e2,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:04.917674 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 33616) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:04.923544 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:04.923904 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:04.924245 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:04.924611 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:04.924948 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:04.925280 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:04.925612 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:04.925945 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:04.926275 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:04.926598 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:04.926925 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:04.927247 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70280c2-e5d5-4bdb-b011-bb38ab2cc5f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:04.967287 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:04.988225 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:05.034941 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:05.037433 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:05.038655 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ada2c3c5-753b-451e-b64f-7337ba6425e2 HTTP/1.1" status: 204 len: 168 time: 0.1198888 Nov 10 14:33:05.045950 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada2c3c5-753b-451e-b64f-7337ba6425e2,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:05.052860 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:05.053266 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:05.053607 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:05.053943 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:05.054300 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:05.054627 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:05.054950 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:05.055289 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:05.055596 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:05.055917 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:05.056237 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:05.056657 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f14046-69a7-41e5-9e9f-75cd58fc42f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:06.854788 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 33724) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:06.899979 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5834942-dfee-4a27-aa7e-77ca09b11d8f admin admin] Deleting subnet 847a01db-88eb-4b85-8b6c-ee2c537579ed {{(pid=101583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:33:06.903455 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b5834942-dfee-4a27-aa7e-77ca09b11d8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:06.941601 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b5834942-dfee-4a27-aa7e-77ca09b11d8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9874559'] for subnet, precommit_delete_associations {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:06.987802 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b5834942-dfee-4a27-aa7e-77ca09b11d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.042573 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b5834942-dfee-4a27-aa7e-77ca09b11d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9466112'] for subnet, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.070943 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5834942-dfee-4a27-aa7e-77ca09b11d8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847a01db-88eb-4b85-8b6c-ee2c537579ed,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:07.076073 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-b5834942-dfee-4a27-aa7e-77ca09b11d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.079248 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-b5834942-dfee-4a27-aa7e-77ca09b11d8f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/847a01db-88eb-4b85-8b6c-ee2c537579ed HTTP/1.1" status: 204 len: 168 time: 0.2233860 Nov 10 14:33:07.081843 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 33736) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:07.163299 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.252631 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.286369 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:33:07.286747 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:33:07.288829 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:33:07.289366 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Subscribe: > port after_create 55550000 {{(pid=101582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:33:07.289850 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:33:07.290333 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Subscribe: > port after_update 55550000 {{(pid=101582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:33:07.291335 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:33:07.291855 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:33:07.292409 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:33:07.292905 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:33:07.364783 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:33:07.368702 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:33:07.369069 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:33:07.369828 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 14:33:07.370247 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72f6e54-a2cd-40e7-bda6-2277525a89ca']}} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:07.389610 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d34322-7698-432c-a83e-c0e85482070f req-d8426ca3-003e-49bf-b315-e1bedebff75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:07.391326 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-97d34322-7698-432c-a83e-c0e85482070f req-d8426ca3-003e-49bf-b315-e1bedebff75a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=981db8470d4046438eb5714fc16e1acd&device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 1099 time: 0.0899630 Nov 10 14:33:07.396074 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646e0757-5ace-462b-ad40-83da4452e1e2') {'for_net_delete': True} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:07.396403 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646e0757-5ace-462b-ad40-83da4452e1e2') {} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:07.414323 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126436'] for segment, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.434790 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6acea2-1b26-46be-b805-4f4277811c74 req-6857fea8-a23f-4b77-812b-b26209050374 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:07.436623 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8a6acea2-1b26-46be-b805-4f4277811c74 req-6857fea8-a23f-4b77-812b-b26209050374 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.1209106 Nov 10 14:33:07.436772 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.445916 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:33:07.446470 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8824795'] for segment, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: from cryptography.utils import int_from_bytes Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: from cryptography.utils import int_from_bytes Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: Traceback (most recent call last): Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: timer() Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: cb(*args, **kw) Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: return func(*args, **kwargs) Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: self._notify() Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: self.callback(batched_events) Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: event.method(event) Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: return f(self, *a, **k) Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: return self._get(url).json() Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: return self.request(url, 'GET', **kwargs) Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:33:07.450486 dv-cinder-817229-1-iscsi neutron-server[101582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:33:07.517124 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d34322-7698-432c-a83e-c0e85482070f req-b48aabac-70f0-455b-94ab-d2aef4ce6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:07.518972 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-97d34322-7698-432c-a83e-c0e85482070f req-b48aabac-70f0-455b-94ab-d2aef4ce6593 service neutron] 10.222.0.32 "GET /v2.0/networks?id=31b54cfb-1311-4b00-9564-b327455b5f7f HTTP/1.1" status: 200 len: 920 time: 0.1184678 Nov 10 14:33:07.523116 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.534561 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.540833 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] 10.222.0.39 "DELETE /v2.0/networks/d72f6e54-a2cd-40e7-bda6-2277525a89ca HTTP/1.1" status: 204 len: 168 time: 0.4579313 Nov 10 14:33:07.546865 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 33748) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:07.551327 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77272e6-252f-4275-acd9-3793c485766f admin admin] Pushing event deleted for resources: {'Network': ['ID=d72f6e54-a2cd-40e7-bda6-2277525a89ca,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:07.611539 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-97d34322-7698-432c-a83e-c0e85482070f req-b0c68f48-0584-466e-aa3f-44ae000a25da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e234d56-2610-418d-b838-2d76424e4bc4 HTTP/1.1" status: 200 len: 217 time: 0.0804062 Nov 10 14:33:07.623475 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8a6acea2-1b26-46be-b805-4f4277811c74 req-8e93be47-fc07-473f-9a87-477f54ba2d49 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548464 Nov 10 14:33:07.674587 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_v2 [None req-87fa0846-93c7-4585-b19d-e30aa8a042a2 admin admin] Deleting subnet e50f3481-1a40-4444-bb1b-9fe3d58e5042 {{(pid=101583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:33:07.683358 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-87fa0846-93c7-4585-b19d-e30aa8a042a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.711502 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d34322-7698-432c-a83e-c0e85482070f req-49a16458-350b-466a-8cb3-9687b76d4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:07.712996 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-97d34322-7698-432c-a83e-c0e85482070f req-49a16458-350b-466a-8cb3-9687b76d4fd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98e9e263-5186-4e72-813e-b280f20048ae HTTP/1.1" status: 200 len: 859 time: 0.0931702 Nov 10 14:33:07.734709 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-87fa0846-93c7-4585-b19d-e30aa8a042a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9874559'] for subnet, precommit_delete_associations {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.771448 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-97d34322-7698-432c-a83e-c0e85482070f req-f8704c3b-02e2-46c4-a706-445bd85322e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31b54cfb-1311-4b00-9564-b327455b5f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495026 Nov 10 14:33:07.843438 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-87fa0846-93c7-4585-b19d-e30aa8a042a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.926713 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-97d34322-7698-432c-a83e-c0e85482070f req-c36c6483-2eda-4456-9660-a8d3585e348f service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447139 Nov 10 14:33:07.933133 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-87fa0846-93c7-4585-b19d-e30aa8a042a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9466112'] for subnet, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.979670 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa0846-93c7-4585-b19d-e30aa8a042a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50f3481-1a40-4444-bb1b-9fe3d58e5042,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:07.988615 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-87fa0846-93c7-4585-b19d-e30aa8a042a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:07.994732 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-87fa0846-93c7-4585-b19d-e30aa8a042a2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e50f3481-1a40-4444-bb1b-9fe3d58e5042 HTTP/1.1" status: 204 len: 168 time: 0.4468880 Nov 10 14:33:07.994991 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 33760) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:08.064810 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-97d34322-7698-432c-a83e-c0e85482070f req-37a27e8e-ebe4-4691-acde-4c5cbef3ec2b service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283376 Nov 10 14:33:08.070514 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d0bd47ad-0204-478f-b436-6a4b20c468e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.080675 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 33762) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:08.153640 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d0bd47ad-0204-478f-b436-6a4b20c468e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.175032 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-d0bd47ad-0204-478f-b436-6a4b20c468e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3ef9db-c17e-4053-a243-059259fb7d53']}} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:08.186224 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-d0bd47ad-0204-478f-b436-6a4b20c468e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311687d5-50dd-45d5-8cf5-2c6c04393306') {'for_net_delete': True} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:08.186529 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-d0bd47ad-0204-478f-b436-6a4b20c468e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311687d5-50dd-45d5-8cf5-2c6c04393306') {} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:08.195413 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8f2ca43d-b437-4887-8718-a9b2a034a947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.195957 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d0bd47ad-0204-478f-b436-6a4b20c468e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126436'] for segment, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.208765 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d0bd47ad-0204-478f-b436-6a4b20c468e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.214583 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bd47ad-0204-478f-b436-6a4b20c468e1 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:33:08.214968 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d0bd47ad-0204-478f-b436-6a4b20c468e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8824795'] for segment, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: Traceback (most recent call last): Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: timer() Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: cb(*args, **kw) Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: return func(*args, **kwargs) Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: self._notify() Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: self.callback(batched_events) Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: event.method(event) Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: return f(self, *a, **k) Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: return self._get(url).json() Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: return self.request(url, 'GET', **kwargs) Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:33:08.216608 dv-cinder-817229-1-iscsi neutron-server[101582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:33:08.270534 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d0bd47ad-0204-478f-b436-6a4b20c468e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.276583 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d0bd47ad-0204-478f-b436-6a4b20c468e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.279655 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-d0bd47ad-0204-478f-b436-6a4b20c468e1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bb3ef9db-c17e-4053-a243-059259fb7d53 HTTP/1.1" status: 204 len: 168 time: 0.2838323 Nov 10 14:33:08.291539 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd47ad-0204-478f-b436-6a4b20c468e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3ef9db-c17e-4053-a243-059259fb7d53,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:08.339176 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8f2ca43d-b437-4887-8718-a9b2a034a947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.345866 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8f2ca43d-b437-4887-8718-a9b2a034a947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.386532 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-8f2ca43d-b437-4887-8718-a9b2a034a947 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9dbee9a4fd754da992ecf749209c988a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047442 Nov 10 14:33:08.387389 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ca43d-b437-4887-8718-a9b2a034a947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f40fa7-eff5-4c69-8a91-6e6af5d62aca,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:08.389187 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 33770) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:08.402207 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 33772) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:08.442127 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-96d0c282-d11b-4890-bf00-5a2d00409733 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d24a695d8ec46ff81bc8b57028e078f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387599 Nov 10 14:33:08.444084 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-60523aa6-2af2-4da9-b2b9-b6f25ee13ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.444699 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 33774) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:08.465627 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-60523aa6-2af2-4da9-b2b9-b6f25ee13ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.492099 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-61d8b574-78cd-4536-9c78-524430dc13ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.513147 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-60523aa6-2af2-4da9-b2b9-b6f25ee13ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.516293 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-60523aa6-2af2-4da9-b2b9-b6f25ee13ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.516429 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-61d8b574-78cd-4536-9c78-524430dc13ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.518037 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-60523aa6-2af2-4da9-b2b9-b6f25ee13ed3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0f40fa7-eff5-4c69-8a91-6e6af5d62aca HTTP/1.1" status: 204 len: 168 time: 0.1275980 Nov 10 14:33:08.531078 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60523aa6-2af2-4da9-b2b9-b6f25ee13ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f40fa7-eff5-4c69-8a91-6e6af5d62aca,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:08.572655 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-61d8b574-78cd-4536-9c78-524430dc13ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.575235 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-61d8b574-78cd-4536-9c78-524430dc13ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:08.576424 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-61d8b574-78cd-4536-9c78-524430dc13ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed545bf8-70a1-49e3-8859-56df66d8936f HTTP/1.1" status: 204 len: 168 time: 0.1308057 Nov 10 14:33:08.585829 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8b574-78cd-4536-9c78-524430dc13ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed545bf8-70a1-49e3-8859-56df66d8936f,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:08.961435 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 33798) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:09.002304 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-04665a5d-51fe-43e1-9fe0-fd853ffc5621 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16bff5a43b474b02b653c0ca330e575e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397375 Nov 10 14:33:09.004815 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 33800) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:09.231298 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-62ae926d-0a28-44c8-a4e7-3840b308adac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:09.253321 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-62ae926d-0a28-44c8-a4e7-3840b308adac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:09.300558 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-62ae926d-0a28-44c8-a4e7-3840b308adac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:09.303671 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-62ae926d-0a28-44c8-a4e7-3840b308adac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:09.305046 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-62ae926d-0a28-44c8-a4e7-3840b308adac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bcf24655-4a1d-47b2-829a-edff445829da HTTP/1.1" status: 204 len: 168 time: 0.2991238 Nov 10 14:33:09.312775 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae926d-0a28-44c8-a4e7-3840b308adac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf24655-4a1d-47b2-829a-edff445829da,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:10.432898 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-436077cc-1942-4cf8-872c-3a8c75cb78c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:10.491800 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 33866) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:10.595701 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4389f64f-e102-4e25-b548-53fee13d36f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:10.670686 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4389f64f-e102-4e25-b548-53fee13d36f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:10.674365 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4389f64f-e102-4e25-b548-53fee13d36f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:10.709587 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389f64f-e102-4e25-b548-53fee13d36f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6613cb6-4169-4aa9-b2e9-e4227d6aa8a4,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:10.713832 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-4389f64f-e102-4e25-b548-53fee13d36f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b80e39487c44d1a92c1e9088b691823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209413 Nov 10 14:33:10.717058 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 33872) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:10.761786 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3b45e454-fb33-4b13-b3a6-4ddd1d517de8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:10.785642 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3b45e454-fb33-4b13-b3a6-4ddd1d517de8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:10.830597 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3b45e454-fb33-4b13-b3a6-4ddd1d517de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:10.833348 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3b45e454-fb33-4b13-b3a6-4ddd1d517de8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:10.835093 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-3b45e454-fb33-4b13-b3a6-4ddd1d517de8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6613cb6-4169-4aa9-b2e9-e4227d6aa8a4 HTTP/1.1" status: 204 len: 168 time: 0.1176519 Nov 10 14:33:10.842696 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45e454-fb33-4b13-b3a6-4ddd1d517de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6613cb6-4169-4aa9-b2e9-e4227d6aa8a4,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:11.870307 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811291be-9c57-4846-aa74-2d45282e0946 req-8f52c7bf-dbca-433b-b1c5-30260d7ab9da tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:11.871810 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-811291be-9c57-4846-aa74-2d45282e0946 req-8f52c7bf-dbca-433b-b1c5-30260d7ab9da tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0544713 Nov 10 14:33:11.926879 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-811291be-9c57-4846-aa74-2d45282e0946 req-72ce880d-664b-4619-bdb7-4fbde774045f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486283 Nov 10 14:33:12.997597 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-0f863420-d626-4da3-9114-324ebadb0313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:13.167578 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a49cc-4c37-400f-870f-4900787f2431 req-26642f5f-790a-4109-ba13-8d036d197ad4 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:13.169027 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a41a49cc-4c37-400f-870f-4900787f2431 req-26642f5f-790a-4109-ba13-8d036d197ad4 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0521472 Nov 10 14:33:13.220850 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a41a49cc-4c37-400f-870f-4900787f2431 req-874e44e5-02a6-4833-b3bf-f2b5a265c798 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Nov 10 14:33:14.105983 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:14.353799 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc39aab-0dc1-4a56-abfa-393320d8a542 req-45eb705d-c28c-4877-9717-2c7d8cfa80d7 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:14.360812 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bfc39aab-0dc1-4a56-abfa-393320d8a542 req-45eb705d-c28c-4877-9717-2c7d8cfa80d7 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0661399 Nov 10 14:33:14.407991 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bfc39aab-0dc1-4a56-abfa-393320d8a542 req-0428910f-39ad-4a13-a8f5-0b013e8f5abc tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458832 Nov 10 14:33:14.856155 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 33980) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:14.959448 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-41626d20-c5bb-4d60-b0dd-26a2ed8d6478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.038639 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-41626d20-c5bb-4d60-b0dd-26a2ed8d6478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.042198 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-41626d20-c5bb-4d60-b0dd-26a2ed8d6478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.083431 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-41626d20-c5bb-4d60-b0dd-26a2ed8d6478 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb7bd2fb80974c1aad57162c47ec57c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261565 Nov 10 14:33:15.084536 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41626d20-c5bb-4d60-b0dd-26a2ed8d6478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb112746-ed9b-433a-8d20-eaf8612f2a17,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:15.086885 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 33990) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:15.110454 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 33992) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:15.139003 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e998d341-9c2c-4f42-9085-da254f72f10c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.160464 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e998d341-9c2c-4f42-9085-da254f72f10c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.211808 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e998d341-9c2c-4f42-9085-da254f72f10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.214634 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e998d341-9c2c-4f42-9085-da254f72f10c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.218553 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-e998d341-9c2c-4f42-9085-da254f72f10c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb112746-ed9b-433a-8d20-eaf8612f2a17 HTTP/1.1" status: 204 len: 168 time: 0.1306019 Nov 10 14:33:15.232802 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6c3000f3-eff0-461f-93fb-b199f3cc8f36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.233447 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998d341-9c2c-4f42-9085-da254f72f10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb112746-ed9b-433a-8d20-eaf8612f2a17,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:15.337195 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6c3000f3-eff0-461f-93fb-b199f3cc8f36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.342014 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6c3000f3-eff0-461f-93fb-b199f3cc8f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.384001 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-6c3000f3-eff0-461f-93fb-b199f3cc8f36 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d744f58c15843e3ab2c44bc561bbeae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724586 Nov 10 14:33:15.384882 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3000f3-eff0-461f-93fb-b199f3cc8f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e5f0b1-b2c7-456a-9c8a-2a65e24bbda6,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:15.387502 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34008) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:15.451095 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4ecb64bc-e5c8-417a-9140-81ba09544d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.478230 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4ecb64bc-e5c8-417a-9140-81ba09544d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.530569 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.543955 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4ecb64bc-e5c8-417a-9140-81ba09544d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.546600 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4ecb64bc-e5c8-417a-9140-81ba09544d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.550037 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-4ecb64bc-e5c8-417a-9140-81ba09544d0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58e5f0b1-b2c7-456a-9c8a-2a65e24bbda6 HTTP/1.1" status: 204 len: 168 time: 0.1585164 Nov 10 14:33:15.550037 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34016) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:15.562694 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb64bc-e5c8-417a-9140-81ba09544d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e5f0b1-b2c7-456a-9c8a-2a65e24bbda6,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:15.576700 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b40adc9b-0a1e-40c0-b7fa-4900ed8dce52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.597391 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ef82e-7bb2-4be2-bd02-eaff13e77616 req-0bcb91b4-5861-4884-a024-6a80570ff830 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:15.599144 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c94ef82e-7bb2-4be2-bd02-eaff13e77616 req-0bcb91b4-5861-4884-a024-6a80570ff830 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0689929 Nov 10 14:33:15.662515 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c94ef82e-7bb2-4be2-bd02-eaff13e77616 req-94fe36d6-d3bc-46ab-a6fe-38be6254a1cb tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554414 Nov 10 14:33:15.690043 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b40adc9b-0a1e-40c0-b7fa-4900ed8dce52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.697047 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b40adc9b-0a1e-40c0-b7fa-4900ed8dce52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.748258 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-b40adc9b-0a1e-40c0-b7fa-4900ed8dce52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6c9cac2ac304498bf8f71407f2cab4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972814 Nov 10 14:33:15.748863 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34020) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:15.758733 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40adc9b-0a1e-40c0-b7fa-4900ed8dce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51f09a6-f79c-4090-87fe-f913bca07081,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:15.824930 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-797276e9-356b-4dbf-a811-dbffd9256f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.853740 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-797276e9-356b-4dbf-a811-dbffd9256f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.905775 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-797276e9-356b-4dbf-a811-dbffd9256f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.908257 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-797276e9-356b-4dbf-a811-dbffd9256f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:15.909592 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-797276e9-356b-4dbf-a811-dbffd9256f1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c51f09a6-f79c-4090-87fe-f913bca07081 HTTP/1.1" status: 204 len: 168 time: 0.1598310 Nov 10 14:33:15.918098 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797276e9-356b-4dbf-a811-dbffd9256f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51f09a6-f79c-4090-87fe-f913bca07081,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:16.497107 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34066) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:16.640467 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:16.706137 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:16.728676 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1852217674-network', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:33:16.749490 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] Made reservation on behalf of e9f92a156dc645639782d0a6f0c0bce1 for: {'network': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:33:16.751975 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:16.761310 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:16.838924 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:16.842530 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:16.887305 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=101582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:33:16.896141 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fa68d3-1d6d-4576-9381-3f817e3b16ef,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:16.907800 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:16.908330 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.segments_db [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] Added segment 4d60602b-f352-4d01-aecd-8467e9e94b53 of type vlan for network 5184a503-cc4c-4809-8b63-f864fb64cd68 Nov 10 14:33:16.955444 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:16.978934 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:16.979983 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:16.980633 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.016889 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5156913 Nov 10 14:33:17.017545 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 34090) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:17.022448 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-8fe948aa-4b22-4efa-a4a4-ef7b4c3ee9b6 admin admin] Request body: {'subnet': {'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1852217674-subnet', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'ip_version': 4}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:33:17.046138 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe948aa-4b22-4efa-a4a4-ef7b4c3ee9b6 admin admin] Made reservation on behalf of e9f92a156dc645639782d0a6f0c0bce1 for: {'subnet': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:33:17.047457 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789ee9d-115b-43a9-b36c-a56553370744 admin admin] Pushing event updated for resources: {'Network': ['ID=5184a503-cc4c-4809-8b63-f864fb64cd68,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:17.048873 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8fe948aa-4b22-4efa-a4a4-ef7b4c3ee9b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9466149'] for subnet, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.060583 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 5184a503-cc4c-4809-8b63-f864fb64cd68 details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:33:17.229817 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8fe948aa-4b22-4efa-a4a4-ef7b4c3ee9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2253992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9466123'] for subnet, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.284099 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe948aa-4b22-4efa-a4a4-ef7b4c3ee9b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83080cf6-bd73-42eb-b88e-f5cd8093070c,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:17.296315 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe948aa-4b22-4efa-a4a4-ef7b4c3ee9b6 admin admin] Checking segment: {'id': '4d60602b-f352-4d01-aecd-8467e9e94b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:33:17.296706 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe948aa-4b22-4efa-a4a4-ef7b4c3ee9b6 admin admin] Network hostable DHCP agents. Network: 5184a503-cc4c-4809-8b63-f864fb64cd68, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:33:17.313492 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe948aa-4b22-4efa-a4a4-ef7b4c3ee9b6 admin admin] Network 5184a503-cc4c-4809-8b63-f864fb64cd68 is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:33:17.323253 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-8fe948aa-4b22-4efa-a4a4-ef7b4c3ee9b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 5184a503-cc4c-4809-8b63-f864fb64cd68) {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:33:17.331068 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2405e14-860e-41fa-a7fb-e56d29f74bc8 None None] Network 5184a503-cc4c-4809-8b63-f864fb64cd68 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:33:17.335924 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe948aa-4b22-4efa-a4a4-ef7b4c3ee9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:17.336549 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8fe948aa-4b22-4efa-a4a4-ef7b4c3ee9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.353699 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-8fe948aa-4b22-4efa-a4a4-ef7b4c3ee9b6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3350453 Nov 10 14:33:17.356495 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34098) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:17.361476 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:33:17.383202 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126634'] for router, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.384551 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3804106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3801192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126611'] for router, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.439418 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.506780 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6936937e-824a-563d-8a07-25313d23f3cc-5184a503-cc4c-4809-8b63-f864fb64cd68', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'fixed_ips': [{'subnet_id': '83080cf6-bd73-42eb-b88e-f5cd8093070c'}]}} from dv-cinder-817229-1-iscsi. {{(pid=101584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 14:33:17.508302 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.594438 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.647351 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.db_base_plugin_common [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Allocated IP 172.20.0.2 (5184a503-cc4c-4809-8b63-f864fb64cd68/83080cf6-bd73-42eb-b88e-f5cd8093070c/029bd853-ea41-4163-a7eb-2f2aa08b408d) {{(pid=101584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:33:17.805949 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Publish callbacks [] for port, precommit_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.811961 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.812839 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.834186 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.856488 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Network 5184a503-cc4c-4809-8b63-f864fb64cd68 is already hosted by enough agents. {{(pid=101584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:33:17.863703 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Pushing event updated for resources: {'Port': ['ID=029bd853-ea41-4163-a7eb-2f2aa08b408d,revision_number=1']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:17.868124 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.base_scheduler [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Resources bound (agent type, host, resource id): {{(pid=101584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:33:17.871382 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Received port after_create {{(pid=101584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:33:17.881233 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:17.881233 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:17.881233 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:17.881233 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:17.881233 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:17.881713 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:17.881797 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:17.882184 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:17.882692 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:17.883041 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:17.883413 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:17.884404 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:17.938579 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Attempting to bind port 029bd853-ea41-4163-a7eb-2f2aa08b408d on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:33:17.938963 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Attempting to bind port 029bd853-ea41-4163-a7eb-2f2aa08b408d by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '4d60602b-f352-4d01-aecd-8467e9e94b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:33:17.939331 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Attempting to bind port 029bd853-ea41-4163-a7eb-2f2aa08b408d on network 5184a503-cc4c-4809-8b63-f864fb64cd68 {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:33:17.945474 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:33:17.945796 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Checking segment: {'id': '4d60602b-f352-4d01-aecd-8467e9e94b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:33:17.946204 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.946603 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Bound using segment: {'id': '4d60602b-f352-4d01-aecd-8467e9e94b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:33:17.947077 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Bound port: 029bd853-ea41-4163-a7eb-2f2aa08b408d, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d60602b-f352-4d01-aecd-8467e9e94b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:33:17.947475 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:17.951993 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Allocated IP 172.27.1.31 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/99aff27e-50ba-4b6b-917f-cb9304a976fd) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:33:18.085463 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:18.162207 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:18.174450 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] For port 029bd853-ea41-4163-a7eb-2f2aa08b408d, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:33:18.180289 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] For port 029bd853-ea41-4163-a7eb-2f2aa08b408d, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=029bd853-ea41-4163-a7eb-2f2aa08b408d,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:33:18.185872 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:18.230443 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:33:18.250838 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:33:18.254000 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:33:18.265716 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fabd8-bb95-4b3f-8cb3-d2f8a47106a3 None None] Pushing event updated for resources: {'Port': ['ID=029bd853-ea41-4163-a7eb-2f2aa08b408d,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:18.292810 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Pushing event updated for resources: {'Port': ['ID=99aff27e-50ba-4b6b-917f-cb9304a976fd,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:18.320417 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4261c0-4dfa-4284-b09f-0570c9f11df7 req-10457f37-b343-4444-8cd3-5f0536e00a3f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:18.321967 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bd4261c0-4dfa-4284-b09f-0570c9f11df7 req-10457f37-b343-4444-8cd3-5f0536e00a3f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.1346936 Nov 10 14:33:18.467787 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bd4261c0-4dfa-4284-b09f-0570c9f11df7 req-378990b8-1533-44f9-a7f4-176502c98557 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382089 Nov 10 14:33:18.599149 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:18.997475 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801279'] for router, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:19.140896 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Router e6f2a893-aabd-47d1-abba-3dbec9da542d is scheduled to L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 with binding_index 1 {{(pid=101582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 14:33:19.177100 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa4c963-ec97-4fdd-b934-d5735b5e1031 None None] Network 5184a503-cc4c-4809-8b63-f864fb64cd68 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:33:19.249530 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:33:19.262699 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Sync routers for ids ['e6f2a893-aabd-47d1-abba-3dbec9da542d'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:33:19.276021 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] Publish callbacks [] for router, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:19.276239 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Routers {'e6f2a893-aabd-47d1-abba-3dbec9da542d'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:33:19.276672 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:33:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['e6f2a893-aabd-47d1-abba-3dbec9da542d'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:19.280140 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-fb81ac32-388b-4c3a-a735-bf88a7e9b716 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9195471 Nov 10 14:33:19.280521 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 34128) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:19.294094 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-bd776b97-e3c8-4604-ad50-8ef521153d2c None None] Provisioning complete for port 029bd853-ea41-4163-a7eb-2f2aa08b408d triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:19.294470 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-bd776b97-e3c8-4604-ad50-8ef521153d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:19.405473 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Set router e6f2a893-aabd-47d1-abba-3dbec9da542d gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:33:19.416367 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-bd776b97-e3c8-4604-ad50-8ef521153d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:19.456271 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-bd776b97-e3c8-4604-ad50-8ef521153d2c None None] For port 029bd853-ea41-4163-a7eb-2f2aa08b408d, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=029bd853-ea41-4163-a7eb-2f2aa08b408d,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:33:19.461336 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-bd776b97-e3c8-4604-ad50-8ef521153d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:19.543304 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd776b97-e3c8-4604-ad50-8ef521153d2c None None] Pushing event updated for resources: {'Port': ['ID=029bd853-ea41-4163-a7eb-2f2aa08b408d,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:19.608672 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:18Z', 'revision_number': 3, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port': {'id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:19.638966 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Checking router: e6f2a893-aabd-47d1-abba-3dbec9da542d for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:33:19.639469 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Updating router e6f2a893-aabd-47d1-abba-3dbec9da542d port 99aff27e-50ba-4b6b-917f-cb9304a976fd binding host dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:33:19.668386 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:19.705844 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-3b95058c-a741-48d7-a07a-6464d406913e None None] Provisioning complete for port 029bd853-ea41-4163-a7eb-2f2aa08b408d triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:19.706654 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-3b95058c-a741-48d7-a07a-6464d406913e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:19.742661 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 029bd853-ea41-4163-a7eb-2f2aa08b408d up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:33:19.812445 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:19.850679 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 029bd853-ea41-4163-a7eb-2f2aa08b408d triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:19.851786 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:19.858058 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d36d4-a4c9-48ac-885a-dacac33a9094 req-55e13596-7318-42d9-872f-9110ae98336f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:19.858815 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ab0d36d4-a4c9-48ac-885a-dacac33a9094 req-55e13596-7318-42d9-872f-9110ae98336f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0891364 Nov 10 14:33:19.965784 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Publish callbacks [] for port, precommit_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:19.971141 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:19.980998 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ab0d36d4-a4c9-48ac-885a-dacac33a9094 req-98e775af-1b03-4ce6-83c2-46bc4a71aacd tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886891 Nov 10 14:33:20.039874 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96988d-f38f-4671-9570-8055556f85e5 None None] Pushing event updated for resources: {'Port': ['ID=99aff27e-50ba-4b6b-917f-cb9304a976fd,revision_number=2']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:20.040216 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Allocated IP 172.20.0.1 (5184a503-cc4c-4809-8b63-f864fb64cd68/83080cf6-bd73-42eb-b88e-f5cd8093070c/bb58550e-badb-4eef-aa63-08ac3b86e654) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:33:20.051038 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Attempting to bind port 99aff27e-50ba-4b6b-917f-cb9304a976fd on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:33:20.051400 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Attempting to bind port 99aff27e-50ba-4b6b-917f-cb9304a976fd by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:33:20.051927 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Attempting to bind port 99aff27e-50ba-4b6b-917f-cb9304a976fd on network 44ed265f-6e99-4080-a569-99c206a012ee {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:33:20.056520 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96988d-f38f-4671-9570-8055556f85e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:20.057146 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96988d-f38f-4671-9570-8055556f85e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:20.057284 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96988d-f38f-4671-9570-8055556f85e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:20.057558 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96988d-f38f-4671-9570-8055556f85e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:20.057873 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96988d-f38f-4671-9570-8055556f85e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:20.058239 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96988d-f38f-4671-9570-8055556f85e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:20.058509 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96988d-f38f-4671-9570-8055556f85e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:20.058840 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96988d-f38f-4671-9570-8055556f85e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:20.059346 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96988d-f38f-4671-9570-8055556f85e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:20.059820 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96988d-f38f-4671-9570-8055556f85e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:20.060212 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96988d-f38f-4671-9570-8055556f85e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:20.060539 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96988d-f38f-4671-9570-8055556f85e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:33:20.066452 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:33:20.067044 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Checking segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:33:20.067438 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:20.067815 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Bound using segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:33:20.068321 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Bound port: 99aff27e-50ba-4b6b-917f-cb9304a976fd, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:33:20.068726 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:20.125471 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] For port 99aff27e-50ba-4b6b-917f-cb9304a976fd, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:33:20.128535 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] For port 99aff27e-50ba-4b6b-917f-cb9304a976fd, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=99aff27e-50ba-4b6b-917f-cb9304a976fd,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:33:20.135696 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:20.165525 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:20.200090 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:20.243729 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Network 5184a503-cc4c-4809-8b63-f864fb64cd68 is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:33:20.248618 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:33:20.251217 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:33:20.277166 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96988d-f38f-4671-9570-8055556f85e5 None None] Pushing event updated for resources: {'Port': ['ID=99aff27e-50ba-4b6b-917f-cb9304a976fd,revision_number=3']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:20.282874 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=bb58550e-badb-4eef-aa63-08ac3b86e654,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:20.285774 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Routers {'e6f2a893-aabd-47d1-abba-3dbec9da542d'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:33:20.286337 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:33:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['e6f2a893-aabd-47d1-abba-3dbec9da542d'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:20.307325 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804264'] for router_interface, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:20.407010 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] Set router e6f2a893-aabd-47d1-abba-3dbec9da542d gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:33:20.451215 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:20.507059 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-637c99ab-ddbf-416d-9660-798c8dbb1b7f None None] Provisioning complete for port bb58550e-badb-4eef-aa63-08ac3b86e654 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:20.508240 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-637c99ab-ddbf-416d-9660-798c8dbb1b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:20.546951 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-637c99ab-ddbf-416d-9660-798c8dbb1b7f None None] Port bb58550e-badb-4eef-aa63-08ac3b86e654 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:33:20.603693 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:18Z', 'revision_number': 3, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port': {'id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:20.629299 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:20.634191 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39039bc5-e9c0-4837-9ec5-5e1428aeb97a None None] The sync data for ids ['e6f2a893-aabd-47d1-abba-3dbec9da542d'] in dv-cinder-817229-1-iscsi is: [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:18Z', 'revision_number': 3, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port': {'id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:33:20.636327 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:20.706859 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=bb58550e-badb-4eef-aa63-08ac3b86e654,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:20.737115 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3713624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804412'] for router_interface, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:20.848596 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Network 5184a503-cc4c-4809-8b63-f864fb64cd68 is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:33:20.850042 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:33:20.994556 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Router e6f2a893-aabd-47d1-abba-3dbec9da542d has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:33:21.172746 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-bdd2266a-60f1-4838-9975-10bed891a878 None None] Provisioning complete for port bb58550e-badb-4eef-aa63-08ac3b86e654 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:21.173480 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-bdd2266a-60f1-4838-9975-10bed891a878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:21.205667 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:33:21.220159 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-37a5d307-6244-45bc-ba9a-af6ae5970eb7 admin admin] 10.222.0.39 "PUT /v2.0/routers/e6f2a893-aabd-47d1-abba-3dbec9da542d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9384522 Nov 10 14:33:21.234251 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d000-e32c-4d8d-a104-702559ddc7ff req-ab110700-4b66-4e8b-89fe-7e873d8ccaae tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:21.242602 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3d85d000-e32c-4d8d-a104-702559ddc7ff req-ab110700-4b66-4e8b-89fe-7e873d8ccaae tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.1593361 Nov 10 14:33:21.245354 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-bdd2266a-60f1-4838-9975-10bed891a878 None None] Port bb58550e-badb-4eef-aa63-08ac3b86e654 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:33:21.312988 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3d85d000-e32c-4d8d-a104-702559ddc7ff req-8c59ccf0-81d8-4e57-8984-ee1bef981c5b tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694649 Nov 10 14:33:21.764327 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 99aff27e-50ba-4b6b-917f-cb9304a976fd up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:33:21.817522 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 99aff27e-50ba-4b6b-917f-cb9304a976fd triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:21.817897 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:21.916659 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:21.942168 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port 99aff27e-50ba-4b6b-917f-cb9304a976fd, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=99aff27e-50ba-4b6b-917f-cb9304a976fd,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:33:21.952324 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:22.012977 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=99aff27e-50ba-4b6b-917f-cb9304a976fd,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:22.076552 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34200) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:22.082273 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1661587427-network', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:33:22.103543 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] Made reservation on behalf of 660fcf5017be48b69c1ee4ce0127a148 for: {'network': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:33:22.105954 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:22.119435 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:22.231890 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:22.235479 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:22.265737 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=101582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:33:22.272653 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafebc07-9f47-4632-b275-f1787ed25584,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:22.285677 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:22.286026 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.segments_db [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] Added segment 96f365e6-0d7e-44cd-b26c-e7566c04e87f of type vlan for network 81c75eb0-40e7-449d-b9c7-c13476ac8d5a Nov 10 14:33:22.333339 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:22.358999 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:22.360058 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:22.360668 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:22.424984 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3467124 Nov 10 14:33:22.427363 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34214) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:22.432638 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-022a9368-019e-41d4-957e-86c46db7317f admin admin] Request body: {'subnet': {'network_id': '81c75eb0-40e7-449d-b9c7-c13476ac8d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1661587427-subnet', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'ip_version': 4}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:33:22.446728 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c724ca6-1163-4952-9998-f59571f5048f admin admin] Pushing event updated for resources: {'Network': ['ID=81c75eb0-40e7-449d-b9c7-c13476ac8d5a,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:22.456808 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 81c75eb0-40e7-449d-b9c7-c13476ac8d5a details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:33:22.473355 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022a9368-019e-41d4-957e-86c46db7317f admin admin] Made reservation on behalf of 660fcf5017be48b69c1ee4ce0127a148 for: {'subnet': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:33:22.476120 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-022a9368-019e-41d4-957e-86c46db7317f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8836731'] for subnet, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:22.499681 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Sync routers for ids ['e6f2a893-aabd-47d1-abba-3dbec9da542d'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:33:22.559597 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Routers {'e6f2a893-aabd-47d1-abba-3dbec9da542d'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:33:22.560373 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:33:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['e6f2a893-aabd-47d1-abba-3dbec9da542d'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:22.676641 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-022a9368-019e-41d4-957e-86c46db7317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8824644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8836693'] for subnet, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:22.677530 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Set router e6f2a893-aabd-47d1-abba-3dbec9da542d gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:33:22.745505 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a9368-019e-41d4-957e-86c46db7317f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdeda718-cde0-4869-9768-df323e545a34,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:22.757913 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9368-019e-41d4-957e-86c46db7317f admin admin] Checking segment: {'id': '96f365e6-0d7e-44cd-b26c-e7566c04e87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '81c75eb0-40e7-449d-b9c7-c13476ac8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:33:22.758454 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a9368-019e-41d4-957e-86c46db7317f admin admin] Network hostable DHCP agents. Network: 81c75eb0-40e7-449d-b9c7-c13476ac8d5a, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:33:22.777468 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a9368-019e-41d4-957e-86c46db7317f admin admin] Network 81c75eb0-40e7-449d-b9c7-c13476ac8d5a is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:33:22.787966 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-022a9368-019e-41d4-957e-86c46db7317f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 81c75eb0-40e7-449d-b9c7-c13476ac8d5a) {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:33:22.792094 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a9368-019e-41d4-957e-86c46db7317f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:22.792805 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-022a9368-019e-41d4-957e-86c46db7317f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:22.809811 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-022a9368-019e-41d4-957e-86c46db7317f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3813083 Nov 10 14:33:22.812585 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34224) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:22.816635 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1661587427-router', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:33:22.833091 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f88a5d-211c-4e25-8885-a001ac8c8823 None None] Network 81c75eb0-40e7-449d-b9c7-c13476ac8d5a requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:33:22.841906 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126634'] for router, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:22.843146 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3804106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3801192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126611'] for router, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:22.906317 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:23.029524 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:20Z', 'revision_number': 4, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port': {'id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'bb58550e-badb-4eef-aa63-08ac3b86e654', 'name': '', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'mac_address': 'fa:16:3e:8e:3c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:19Z', 'updated_at': '2021-11-10T14:33:20Z', 'revision_number': 2, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'subnets': [{'id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:23.053404 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:23.062508 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6936937e-824a-563d-8a07-25313d23f3cc-81c75eb0-40e7-449d-b9c7-c13476ac8d5a', 'network_id': '81c75eb0-40e7-449d-b9c7-c13476ac8d5a', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'fixed_ips': [{'subnet_id': 'bdeda718-cde0-4869-9768-df323e545a34'}]}} from dv-cinder-817229-1-iscsi. {{(pid=101584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 14:33:23.063611 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:23.067014 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Checking router: e6f2a893-aabd-47d1-abba-3dbec9da542d for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:33:23.067545 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Updating router e6f2a893-aabd-47d1-abba-3dbec9da542d port bb58550e-badb-4eef-aa63-08ac3b86e654 binding host dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:33:23.109370 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:23.262086 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:23.282191 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:23.356395 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.db_base_plugin_common [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Allocated IP 172.20.0.2 (81c75eb0-40e7-449d-b9c7-c13476ac8d5a/bdeda718-cde0-4869-9768-df323e545a34/f522910b-8f37-4bf8-9bba-1dbfc88b0978) {{(pid=101584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:33:23.442933 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Allocated IP 172.27.1.18 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/ad5d1182-2487-410c-b3e2-67374716c65a) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:33:23.606590 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:23.686315 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:23.741135 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:33:23.746679 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 99aff27e-50ba-4b6b-917f-cb9304a976fd up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:33:23.756570 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:33:23.761199 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:33:23.795685 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Pushing event updated for resources: {'Port': ['ID=ad5d1182-2487-410c-b3e2-67374716c65a,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:23.840969 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Publish callbacks [] for port, precommit_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:23.844803 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Publish callbacks [] for port, precommit_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:23.855447 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:23.864973 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:23.918690 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Network 81c75eb0-40e7-449d-b9c7-c13476ac8d5a is already hosted by enough agents. {{(pid=101584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:33:23.930925 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.base_scheduler [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Resources bound (agent type, host, resource id): {{(pid=101584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:33:23.934807 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Received port after_create {{(pid=101584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:33:24.018977 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 99aff27e-50ba-4b6b-917f-cb9304a976fd triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:24.019352 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:24.036230 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5165c1-867c-4c33-a298-2ac758f183cb None None] Pushing event updated for resources: {'Port': ['ID=bb58550e-badb-4eef-aa63-08ac3b86e654,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:24.156445 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:24.161908 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Attempting to bind port bb58550e-badb-4eef-aa63-08ac3b86e654 on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:33:24.163388 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Attempting to bind port bb58550e-badb-4eef-aa63-08ac3b86e654 by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '4d60602b-f352-4d01-aecd-8467e9e94b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:33:24.163388 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Attempting to bind port bb58550e-badb-4eef-aa63-08ac3b86e654 on network 5184a503-cc4c-4809-8b63-f864fb64cd68 {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:33:24.172652 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:33:24.173126 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Checking segment: {'id': '4d60602b-f352-4d01-aecd-8467e9e94b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:33:24.173489 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:24.173840 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Bound using segment: {'id': '4d60602b-f352-4d01-aecd-8467e9e94b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:33:24.174370 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Bound port: bb58550e-badb-4eef-aa63-08ac3b86e654, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d60602b-f352-4d01-aecd-8467e9e94b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:33:24.174788 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:24.176799 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Attempting to bind port f522910b-8f37-4bf8-9bba-1dbfc88b0978 on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:33:24.177161 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Attempting to bind port f522910b-8f37-4bf8-9bba-1dbfc88b0978 by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '96f365e6-0d7e-44cd-b26c-e7566c04e87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '81c75eb0-40e7-449d-b9c7-c13476ac8d5a'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:33:24.177510 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Attempting to bind port f522910b-8f37-4bf8-9bba-1dbfc88b0978 on network 81c75eb0-40e7-449d-b9c7-c13476ac8d5a {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:33:24.206486 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:33:24.206907 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Checking segment: {'id': '96f365e6-0d7e-44cd-b26c-e7566c04e87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '81c75eb0-40e7-449d-b9c7-c13476ac8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:33:24.207252 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:24.207647 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Bound using segment: {'id': '96f365e6-0d7e-44cd-b26c-e7566c04e87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '81c75eb0-40e7-449d-b9c7-c13476ac8d5a'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:33:24.208128 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Bound port: f522910b-8f37-4bf8-9bba-1dbfc88b0978, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f365e6-0d7e-44cd-b26c-e7566c04e87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '81c75eb0-40e7-449d-b9c7-c13476ac8d5a'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:33:24.208772 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:24.215450 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Pushing event updated for resources: {'Port': ['ID=f522910b-8f37-4bf8-9bba-1dbfc88b0978,revision_number=1']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:24.376093 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7c205557-9866-4e5b-84a2-8cf6115c8428 None None] Provisioning complete for port bb58550e-badb-4eef-aa63-08ac3b86e654 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:24.376482 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7c205557-9866-4e5b-84a2-8cf6115c8428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:24.379837 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] For port bb58550e-badb-4eef-aa63-08ac3b86e654, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:33:24.384947 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] For port bb58550e-badb-4eef-aa63-08ac3b86e654, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=bb58550e-badb-4eef-aa63-08ac3b86e654,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:33:24.404822 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] For port f522910b-8f37-4bf8-9bba-1dbfc88b0978, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:33:24.405730 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801279'] for router, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:24.408986 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:24.452331 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] For port f522910b-8f37-4bf8-9bba-1dbfc88b0978, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=f522910b-8f37-4bf8-9bba-1dbfc88b0978,segment=NetworkSegment(96f365e6-0d7e-44cd-b26c-e7566c04e87f),segment_id=96f365e6-0d7e-44cd-b26c-e7566c04e87f)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:33:24.461572 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:24.468788 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7c205557-9866-4e5b-84a2-8cf6115c8428 None None] Port bb58550e-badb-4eef-aa63-08ac3b86e654 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:33:24.500619 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5165c1-867c-4c33-a298-2ac758f183cb None None] Pushing event updated for resources: {'Port': ['ID=bb58550e-badb-4eef-aa63-08ac3b86e654,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:24.509141 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Routers {'e6f2a893-aabd-47d1-abba-3dbec9da542d'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:33:24.509652 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:33:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['e6f2a893-aabd-47d1-abba-3dbec9da542d'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:24.542261 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Router 7366c307-34e5-4953-aaa2-639740879231 is scheduled to L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 with binding_index 1 {{(pid=101582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 14:33:24.609451 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d0ff6-a4e2-4aea-a59c-a46fd1d33ad7 None None] Pushing event updated for resources: {'Port': ['ID=f522910b-8f37-4bf8-9bba-1dbfc88b0978,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:24.671726 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] Set router e6f2a893-aabd-47d1-abba-3dbec9da542d gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:33:24.674319 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:33:24.686024 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Sync routers for ids ['7366c307-34e5-4953-aaa2-639740879231'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:33:24.699362 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Routers {'7366c307-34e5-4953-aaa2-639740879231'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:33:24.700318 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:33:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['7366c307-34e5-4953-aaa2-639740879231'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:24.704390 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] Publish callbacks [] for router, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:24.705562 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-b0c72fcd-983b-4cdc-8932-107edfcf40dc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8924387 Nov 10 14:33:24.708441 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 34272) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:24.840488 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-167caf8c-348b-48bc-8c1e-d4a2bc109af1 None None] Provisioning complete for port bb58550e-badb-4eef-aa63-08ac3b86e654 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:24.840870 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-167caf8c-348b-48bc-8c1e-d4a2bc109af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:24.894376 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Set router 7366c307-34e5-4953-aaa2-639740879231 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:33:24.971752 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-167caf8c-348b-48bc-8c1e-d4a2bc109af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:25.028461 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-167caf8c-348b-48bc-8c1e-d4a2bc109af1 None None] For port bb58550e-badb-4eef-aa63-08ac3b86e654, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=bb58550e-badb-4eef-aa63-08ac3b86e654,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:33:25.035801 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-167caf8c-348b-48bc-8c1e-d4a2bc109af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:25.042676 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:20Z', 'revision_number': 4, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port': {'id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'bb58550e-badb-4eef-aa63-08ac3b86e654', 'name': '', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'mac_address': 'fa:16:3e:8e:3c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:19Z', 'updated_at': '2021-11-10T14:33:24Z', 'revision_number': 4, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'subnets': [{'id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:25.083544 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7366c307-34e5-4953-aaa2-639740879231', 'name': 'tempest-TestShelveInstance-1661587427-router', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ad5d1182-2487-410c-b3e2-67374716c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:22Z', 'updated_at': '2021-11-10T14:33:23Z', 'revision_number': 3, 'project_id': '660fcf5017be48b69c1ee4ce0127a148', 'gw_port': {'id': 'ad5d1182-2487-410c-b3e2-67374716c65a', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7366c307-34e5-4953-aaa2-639740879231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:23Z', 'updated_at': '2021-11-10T14:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:25.091759 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bb361-b5ae-45ca-951a-28d0667a3fc3 None None] The sync data for ids ['e6f2a893-aabd-47d1-abba-3dbec9da542d'] in dv-cinder-817229-1-iscsi is: [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:20Z', 'revision_number': 4, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port': {'id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'bb58550e-badb-4eef-aa63-08ac3b86e654', 'name': '', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'mac_address': 'fa:16:3e:8e:3c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:19Z', 'updated_at': '2021-11-10T14:33:24Z', 'revision_number': 4, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'subnets': [{'id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:33:25.112720 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Checking router: 7366c307-34e5-4953-aaa2-639740879231 for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:33:25.113320 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Updating router 7366c307-34e5-4953-aaa2-639740879231 port ad5d1182-2487-410c-b3e2-67374716c65a binding host dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:33:25.121560 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167caf8c-348b-48bc-8c1e-d4a2bc109af1 None None] Pushing event updated for resources: {'Port': ['ID=bb58550e-badb-4eef-aa63-08ac3b86e654,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:25.146999 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:25.489054 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Publish callbacks [] for port, precommit_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:25.495528 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:25.497456 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:25.567019 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c077fb3-f6de-49e5-8fa0-5f96d79a7de4 None None] Pushing event updated for resources: {'Port': ['ID=ad5d1182-2487-410c-b3e2-67374716c65a,revision_number=2']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:25.581318 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Attempting to bind port ad5d1182-2487-410c-b3e2-67374716c65a on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:33:25.581768 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Attempting to bind port ad5d1182-2487-410c-b3e2-67374716c65a by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:33:25.582210 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Attempting to bind port ad5d1182-2487-410c-b3e2-67374716c65a on network 44ed265f-6e99-4080-a569-99c206a012ee {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:33:25.589155 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:33:25.589621 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Checking segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:33:25.590082 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:25.590557 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Bound using segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:33:25.591148 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Bound port: ad5d1182-2487-410c-b3e2-67374716c65a, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:33:25.591612 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:25.661816 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] For port ad5d1182-2487-410c-b3e2-67374716c65a, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:33:25.668125 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] For port ad5d1182-2487-410c-b3e2-67374716c65a, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=ad5d1182-2487-410c-b3e2-67374716c65a,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:33:25.680777 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:25.744684 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Allocated IP 172.20.0.1 (81c75eb0-40e7-449d-b9c7-c13476ac8d5a/bdeda718-cde0-4869-9768-df323e545a34/f48edd19-809f-4eb3-af2a-34aa2bd18655) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:33:25.781355 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Routers {'7366c307-34e5-4953-aaa2-639740879231'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:33:25.782289 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:33:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['7366c307-34e5-4953-aaa2-639740879231'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:25.817700 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device bb58550e-badb-4eef-aa63-08ac3b86e654 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:33:25.878759 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port bb58550e-badb-4eef-aa63-08ac3b86e654 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:25.879125 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:25.921841 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:25.966880 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] Set router 7366c307-34e5-4953-aaa2-639740879231 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:33:25.969291 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c077fb3-f6de-49e5-8fa0-5f96d79a7de4 None None] Pushing event updated for resources: {'Port': ['ID=ad5d1182-2487-410c-b3e2-67374716c65a,revision_number=3']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:25.973356 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:25.988079 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e5d604-2800-4b66-95b4-e77a841bce50 None None] Network 81c75eb0-40e7-449d-b9c7-c13476ac8d5a requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:33:26.030377 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device f522910b-8f37-4bf8-9bba-1dbfc88b0978 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:33:26.034416 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Pushing event updated for resources: {'Port': ['ID=f48edd19-809f-4eb3-af2a-34aa2bd18655,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:26.055924 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Network 81c75eb0-40e7-449d-b9c7-c13476ac8d5a is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:33:26.057584 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:33:26.064765 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:33:26.115501 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804264'] for router_interface, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:26.206474 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-e5794528-54a8-4174-9b42-3e7295a84078 None None] Provisioning complete for port f522910b-8f37-4bf8-9bba-1dbfc88b0978 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:26.206988 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e5794528-54a8-4174-9b42-3e7295a84078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:26.234682 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7366c307-34e5-4953-aaa2-639740879231', 'name': 'tempest-TestShelveInstance-1661587427-router', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ad5d1182-2487-410c-b3e2-67374716c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:22Z', 'updated_at': '2021-11-10T14:33:23Z', 'revision_number': 3, 'project_id': '660fcf5017be48b69c1ee4ce0127a148', 'gw_port': {'id': 'ad5d1182-2487-410c-b3e2-67374716c65a', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7366c307-34e5-4953-aaa2-639740879231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:23Z', 'updated_at': '2021-11-10T14:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:26.271408 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900c552-ec43-427b-b58e-e56a915f36e1 None None] The sync data for ids ['7366c307-34e5-4953-aaa2-639740879231'] in dv-cinder-817229-1-iscsi is: [{'id': '7366c307-34e5-4953-aaa2-639740879231', 'name': 'tempest-TestShelveInstance-1661587427-router', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ad5d1182-2487-410c-b3e2-67374716c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:22Z', 'updated_at': '2021-11-10T14:33:23Z', 'revision_number': 3, 'project_id': '660fcf5017be48b69c1ee4ce0127a148', 'gw_port': {'id': 'ad5d1182-2487-410c-b3e2-67374716c65a', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7366c307-34e5-4953-aaa2-639740879231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:23Z', 'updated_at': '2021-11-10T14:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:33:26.290041 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port f522910b-8f37-4bf8-9bba-1dbfc88b0978 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:26.290659 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:26.307329 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908a381-4b31-4df9-8394-9e04deaf62b1 req-afb4c381-0144-4215-af47-59cc2d4ad388 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:26.308913 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1908a381-4b31-4df9-8394-9e04deaf62b1 req-afb4c381-0144-4215-af47-59cc2d4ad388 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0909765 Nov 10 14:33:26.424814 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:26.449266 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1908a381-4b31-4df9-8394-9e04deaf62b1 req-5be1fffb-8e46-4076-b75c-257a5857cabc tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205707 Nov 10 14:33:26.504761 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e5794528-54a8-4174-9b42-3e7295a84078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:26.596489 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:26.604034 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-e5794528-54a8-4174-9b42-3e7295a84078 None None] For port f522910b-8f37-4bf8-9bba-1dbfc88b0978, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=f522910b-8f37-4bf8-9bba-1dbfc88b0978,segment=NetworkSegment(96f365e6-0d7e-44cd-b26c-e7566c04e87f),segment_id=96f365e6-0d7e-44cd-b26c-e7566c04e87f)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:33:26.694837 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:26.701703 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:26.805307 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e5794528-54a8-4174-9b42-3e7295a84078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:26.844903 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Pushing event updated for resources: {'Port': ['ID=f48edd19-809f-4eb3-af2a-34aa2bd18655,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:26.856821 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3713624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804412'] for router_interface, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:26.893137 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5794528-54a8-4174-9b42-3e7295a84078 None None] Pushing event updated for resources: {'Port': ['ID=f522910b-8f37-4bf8-9bba-1dbfc88b0978,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:26.954726 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-c1c9a3e7-d475-48c3-ab2b-2ada059c2535 None None] Provisioning complete for port f522910b-8f37-4bf8-9bba-1dbfc88b0978 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:26.955320 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a3e7-d475-48c3-ab2b-2ada059c2535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:26.958692 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.db.api [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 14:33:26.959144 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG oslo_db.api [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 14:33:27.017826 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Network 81c75eb0-40e7-449d-b9c7-c13476ac8d5a is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:33:27.019600 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:33:27.092305 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-c1c9a3e7-d475-48c3-ab2b-2ada059c2535 None None] Provisioning complete for port f48edd19-809f-4eb3-af2a-34aa2bd18655 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:27.092909 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a3e7-d475-48c3-ab2b-2ada059c2535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:27.144016 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-c1c9a3e7-d475-48c3-ab2b-2ada059c2535 None None] Port f48edd19-809f-4eb3-af2a-34aa2bd18655 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:33:27.265666 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Router 7366c307-34e5-4953-aaa2-639740879231 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:33:27.282596 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-c780cba5-21fb-460e-9559-47b4ef63baf4 None None] Provisioning complete for port f48edd19-809f-4eb3-af2a-34aa2bd18655 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:27.282964 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-c780cba5-21fb-460e-9559-47b4ef63baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:27.339398 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-c780cba5-21fb-460e-9559-47b4ef63baf4 None None] Port f48edd19-809f-4eb3-af2a-34aa2bd18655 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:33:27.423920 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:33:27.429800 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-682c6805-d436-475d-a7ed-fd3d375b8d37 admin admin] 10.222.0.39 "PUT /v2.0/routers/7366c307-34e5-4953-aaa2-639740879231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7201531 Nov 10 14:33:27.461648 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-a5bdc16c-c32f-4930-9afe-6b7819848f52 None None] Provisioning complete for port f48edd19-809f-4eb3-af2a-34aa2bd18655 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:27.462172 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc16c-c32f-4930-9afe-6b7819848f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:27.608476 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebff53e-8d52-4c4e-98e2-749e07c78446 req-abb54cfa-4fe5-4ab3-bd05-aae280e04d3d tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:27.617999 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cebff53e-8d52-4c4e-98e2-749e07c78446 req-abb54cfa-4fe5-4ab3-bd05-aae280e04d3d tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0710897 Nov 10 14:33:27.659760 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-a5bdc16c-c32f-4930-9afe-6b7819848f52 None None] Port f48edd19-809f-4eb3-af2a-34aa2bd18655 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:33:27.715721 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cebff53e-8d52-4c4e-98e2-749e07c78446 req-f0fa36ad-1189-49df-9c14-edd2de92920b tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964630 Nov 10 14:33:27.825224 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device ad5d1182-2487-410c-b3e2-67374716c65a up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:33:27.890799 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port ad5d1182-2487-410c-b3e2-67374716c65a triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:27.891368 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:27.985009 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.005706 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port ad5d1182-2487-410c-b3e2-67374716c65a, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=ad5d1182-2487-410c-b3e2-67374716c65a,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:33:28.009897 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.010759 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device f522910b-8f37-4bf8-9bba-1dbfc88b0978 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:33:28.083570 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=ad5d1182-2487-410c-b3e2-67374716c65a,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:28.096827 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port f522910b-8f37-4bf8-9bba-1dbfc88b0978 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:28.097383 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.373401 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 34328) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:28.379418 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-92c49d6f-735d-4edb-8a6c-4e9ae379df52 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-366004674', 'description': 'tempest-secgroup-smoke-366004674 description', 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:33:28.415067 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-92c49d6f-735d-4edb-8a6c-4e9ae379df52 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.486961 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-92c49d6f-735d-4edb-8a6c-4e9ae379df52 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.490472 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-92c49d6f-735d-4edb-8a6c-4e9ae379df52 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.523513 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-92c49d6f-735d-4edb-8a6c-4e9ae379df52 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.524749 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-92c49d6f-735d-4edb-8a6c-4e9ae379df52 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1493206 Nov 10 14:33:28.526811 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c49d6f-735d-4edb-8a6c-4e9ae379df52 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc9db7c-85c9-48f4-8f06-2858af0a939e,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:28.528020 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34332) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:28.532775 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-85cdab7c-5aad-4012-8ff8-17360c407b7d tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Request body: {'security_group_rule': {'security_group_id': '3fc9db7c-85c9-48f4-8f06-2858af0a939e', 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:33:28.561337 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-85cdab7c-5aad-4012-8ff8-17360c407b7d tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.583782 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Sync routers for ids ['7366c307-34e5-4953-aaa2-639740879231'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:33:28.594667 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Routers {'7366c307-34e5-4953-aaa2-639740879231'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:33:28.595265 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:33:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['7366c307-34e5-4953-aaa2-639740879231'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:28.625214 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-85cdab7c-5aad-4012-8ff8-17360c407b7d tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.629267 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-85cdab7c-5aad-4012-8ff8-17360c407b7d tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.646568 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdab7c-5aad-4012-8ff8-17360c407b7d tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b249ef-db73-43d8-96a9-86be77453587,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:28.655817 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-85cdab7c-5aad-4012-8ff8-17360c407b7d tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.657062 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-85cdab7c-5aad-4012-8ff8-17360c407b7d tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279898 Nov 10 14:33:28.659794 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34334) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:28.664177 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-0b8e4854-49e1-4c91-9978-8a337d0f1964 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Request body: {'security_group_rule': {'security_group_id': '3fc9db7c-85c9-48f4-8f06-2858af0a939e', 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:33:28.690209 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4854-49e1-4c91-9978-8a337d0f1964 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.705795 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Set router 7366c307-34e5-4953-aaa2-639740879231 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:33:28.746025 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4854-49e1-4c91-9978-8a337d0f1964 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.749674 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4854-49e1-4c91-9978-8a337d0f1964 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.769099 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e4854-49e1-4c91-9978-8a337d0f1964 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ee0160-0d3c-41fc-a909-d44f47eb32dc,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:28.777271 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0b8e4854-49e1-4c91-9978-8a337d0f1964 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.778800 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-0b8e4854-49e1-4c91-9978-8a337d0f1964 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178291 Nov 10 14:33:28.781378 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34340) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:28.786772 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-601e8815-a2e4-42c8-bea3-e9872726b446 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Request body: {'security_group_rule': {'security_group_id': '3fc9db7c-85c9-48f4-8f06-2858af0a939e', 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:33:28.823618 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-601e8815-a2e4-42c8-bea3-e9872726b446 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.884447 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-601e8815-a2e4-42c8-bea3-e9872726b446 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.887806 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-601e8815-a2e4-42c8-bea3-e9872726b446 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.906314 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e8815-a2e4-42c8-bea3-e9872726b446 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a6f3d5-ec4f-43f1-8196-139cde224345,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:28.910356 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7366c307-34e5-4953-aaa2-639740879231', 'name': 'tempest-TestShelveInstance-1661587427-router', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ad5d1182-2487-410c-b3e2-67374716c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:22Z', 'updated_at': '2021-11-10T14:33:26Z', 'revision_number': 4, 'project_id': '660fcf5017be48b69c1ee4ce0127a148', 'gw_port': {'id': 'ad5d1182-2487-410c-b3e2-67374716c65a', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7366c307-34e5-4953-aaa2-639740879231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:23Z', 'updated_at': '2021-11-10T14:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'f48edd19-809f-4eb3-af2a-34aa2bd18655', 'name': '', 'network_id': '81c75eb0-40e7-449d-b9c7-c13476ac8d5a', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'mac_address': 'fa:16:3e:56:59:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7366c307-34e5-4953-aaa2-639740879231', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bdeda718-cde0-4869-9768-df323e545a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:25Z', 'updated_at': '2021-11-10T14:33:26Z', 'revision_number': 2, 'project_id': '660fcf5017be48b69c1ee4ce0127a148', 'subnets': [{'id': 'bdeda718-cde0-4869-9768-df323e545a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:28.915118 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-601e8815-a2e4-42c8-bea3-e9872726b446 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.916289 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-601e8815-a2e4-42c8-bea3-e9872726b446 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339161 Nov 10 14:33:28.919173 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 34342) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:28.923706 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-9beb0d35-adab-44ef-87f0-3666ce854999 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Request body: {'security_group_rule': {'security_group_id': '3fc9db7c-85c9-48f4-8f06-2858af0a939e', 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:33:28.944024 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Checking router: 7366c307-34e5-4953-aaa2-639740879231 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:33:28.944439 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Updating router 7366c307-34e5-4953-aaa2-639740879231 port f48edd19-809f-4eb3-af2a-34aa2bd18655 binding host dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:33:28.953814 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9beb0d35-adab-44ef-87f0-3666ce854999 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:28.969956 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.014050 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9beb0d35-adab-44ef-87f0-3666ce854999 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.017405 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9beb0d35-adab-44ef-87f0-3666ce854999 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.034647 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb0d35-adab-44ef-87f0-3666ce854999 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d11a70-ffc6-47b5-8872-e2dcc99d3770,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:29.043948 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9beb0d35-adab-44ef-87f0-3666ce854999 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.047836 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34346) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:29.047982 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-9beb0d35-adab-44ef-87f0-3666ce854999 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276762 Nov 10 14:33:29.052690 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-9f3a14a2-5494-4d28-978d-f98916e509a5 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Request body: {'security_group_rule': {'security_group_id': '3fc9db7c-85c9-48f4-8f06-2858af0a939e', 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:33:29.074568 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.securitygroups_db [None req-9f3a14a2-5494-4d28-978d-f98916e509a5 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Project e9f92a156dc645639782d0a6f0c0bce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 14:33:29.079406 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9f3a14a2-5494-4d28-978d-f98916e509a5 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.141280 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9f3a14a2-5494-4d28-978d-f98916e509a5 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.145335 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9f3a14a2-5494-4d28-978d-f98916e509a5 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.163747 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a14a2-5494-4d28-978d-f98916e509a5 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26dd843e-c72c-496c-a507-5d7c7f892eba,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:29.171207 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9f3a14a2-5494-4d28-978d-f98916e509a5 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.172452 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-9f3a14a2-5494-4d28-978d-f98916e509a5 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233318 Nov 10 14:33:29.175165 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34348) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:29.180176 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-fee718b7-309d-4746-ae36-dbe1761a0fd2 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Request body: {'security_group_rule': {'security_group_id': '3fc9db7c-85c9-48f4-8f06-2858af0a939e', 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:33:29.203160 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.securitygroups_db [None req-fee718b7-309d-4746-ae36-dbe1761a0fd2 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Project e9f92a156dc645639782d0a6f0c0bce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 14:33:29.207976 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fee718b7-309d-4746-ae36-dbe1761a0fd2 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.240982 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Publish callbacks [] for port, precommit_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.246146 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.267131 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fee718b7-309d-4746-ae36-dbe1761a0fd2 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.271129 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fee718b7-309d-4746-ae36-dbe1761a0fd2 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.286717 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee718b7-309d-4746-ae36-dbe1761a0fd2 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4b7977-3142-489d-9f62-9595d370e0ad,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:29.300684 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f2606-3388-4d1a-87be-35d013e67f53 None None] Pushing event updated for resources: {'Port': ['ID=f48edd19-809f-4eb3-af2a-34aa2bd18655,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:29.301333 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fee718b7-309d-4746-ae36-dbe1761a0fd2 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.311199 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-fee718b7-309d-4746-ae36-dbe1761a0fd2 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349576 Nov 10 14:33:29.355911 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Attempting to bind port f48edd19-809f-4eb3-af2a-34aa2bd18655 on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:33:29.356214 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Attempting to bind port f48edd19-809f-4eb3-af2a-34aa2bd18655 by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '96f365e6-0d7e-44cd-b26c-e7566c04e87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '81c75eb0-40e7-449d-b9c7-c13476ac8d5a'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:33:29.356604 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Attempting to bind port f48edd19-809f-4eb3-af2a-34aa2bd18655 on network 81c75eb0-40e7-449d-b9c7-c13476ac8d5a {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:33:29.362241 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:33:29.362405 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Checking segment: {'id': '96f365e6-0d7e-44cd-b26c-e7566c04e87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '81c75eb0-40e7-449d-b9c7-c13476ac8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:33:29.362732 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.363144 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Bound using segment: {'id': '96f365e6-0d7e-44cd-b26c-e7566c04e87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '81c75eb0-40e7-449d-b9c7-c13476ac8d5a'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:33:29.363605 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Bound port: f48edd19-809f-4eb3-af2a-34aa2bd18655, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f365e6-0d7e-44cd-b26c-e7566c04e87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '81c75eb0-40e7-449d-b9c7-c13476ac8d5a'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:33:29.364386 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.447413 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] For port f48edd19-809f-4eb3-af2a-34aa2bd18655, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:33:29.456802 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] For port f48edd19-809f-4eb3-af2a-34aa2bd18655, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=f48edd19-809f-4eb3-af2a-34aa2bd18655,segment=NetworkSegment(96f365e6-0d7e-44cd-b26c-e7566c04e87f),segment_id=96f365e6-0d7e-44cd-b26c-e7566c04e87f)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:33:29.463130 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.545816 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-e5a7d2e4-fb36-49d7-9234-478a324a3d4e None None] Provisioning complete for port f48edd19-809f-4eb3-af2a-34aa2bd18655 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:29.546194 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d2e4-fb36-49d7-9234-478a324a3d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:29.550718 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Routers {'7366c307-34e5-4953-aaa2-639740879231'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:33:29.551334 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:33:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['7366c307-34e5-4953-aaa2-639740879231'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:29.553365 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f2606-3388-4d1a-87be-35d013e67f53 None None] Pushing event updated for resources: {'Port': ['ID=f48edd19-809f-4eb3-af2a-34aa2bd18655,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:29.734600 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device ad5d1182-2487-410c-b3e2-67374716c65a up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:33:29.852750 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] Set router 7366c307-34e5-4953-aaa2-639740879231 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:33:29.914038 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d2e4-fb36-49d7-9234-478a324a3d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:30.172015 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port ad5d1182-2487-410c-b3e2-67374716c65a triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:30.172649 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:30.176892 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-e5a7d2e4-fb36-49d7-9234-478a324a3d4e None None] For port f48edd19-809f-4eb3-af2a-34aa2bd18655, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=f48edd19-809f-4eb3-af2a-34aa2bd18655,segment=NetworkSegment(96f365e6-0d7e-44cd-b26c-e7566c04e87f),segment_id=96f365e6-0d7e-44cd-b26c-e7566c04e87f)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:33:30.227899 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d2e4-fb36-49d7-9234-478a324a3d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:30.346497 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7d2e4-fb36-49d7-9234-478a324a3d4e None None] Pushing event updated for resources: {'Port': ['ID=f48edd19-809f-4eb3-af2a-34aa2bd18655,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:30.425478 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-81571c31-9f7d-4fe5-b887-6744d86725de None None] Provisioning complete for port f48edd19-809f-4eb3-af2a-34aa2bd18655 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:30.425758 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-81571c31-9f7d-4fe5-b887-6744d86725de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:30.487228 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7366c307-34e5-4953-aaa2-639740879231', 'name': 'tempest-TestShelveInstance-1661587427-router', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ad5d1182-2487-410c-b3e2-67374716c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:22Z', 'updated_at': '2021-11-10T14:33:26Z', 'revision_number': 4, 'project_id': '660fcf5017be48b69c1ee4ce0127a148', 'gw_port': {'id': 'ad5d1182-2487-410c-b3e2-67374716c65a', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7366c307-34e5-4953-aaa2-639740879231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:23Z', 'updated_at': '2021-11-10T14:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'f48edd19-809f-4eb3-af2a-34aa2bd18655', 'name': '', 'network_id': '81c75eb0-40e7-449d-b9c7-c13476ac8d5a', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'mac_address': 'fa:16:3e:56:59:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7366c307-34e5-4953-aaa2-639740879231', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bdeda718-cde0-4869-9768-df323e545a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:25Z', 'updated_at': '2021-11-10T14:33:29Z', 'revision_number': 4, 'project_id': '660fcf5017be48b69c1ee4ce0127a148', 'subnets': [{'id': 'bdeda718-cde0-4869-9768-df323e545a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:33:30.515996 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053a464-42ba-46fc-8630-63eb2d4d24ff None None] The sync data for ids ['7366c307-34e5-4953-aaa2-639740879231'] in dv-cinder-817229-1-iscsi is: [{'id': '7366c307-34e5-4953-aaa2-639740879231', 'name': 'tempest-TestShelveInstance-1661587427-router', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ad5d1182-2487-410c-b3e2-67374716c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:22Z', 'updated_at': '2021-11-10T14:33:26Z', 'revision_number': 4, 'project_id': '660fcf5017be48b69c1ee4ce0127a148', 'gw_port': {'id': 'ad5d1182-2487-410c-b3e2-67374716c65a', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7366c307-34e5-4953-aaa2-639740879231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:23Z', 'updated_at': '2021-11-10T14:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'f48edd19-809f-4eb3-af2a-34aa2bd18655', 'name': '', 'network_id': '81c75eb0-40e7-449d-b9c7-c13476ac8d5a', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'mac_address': 'fa:16:3e:56:59:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7366c307-34e5-4953-aaa2-639740879231', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'bdeda718-cde0-4869-9768-df323e545a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:25Z', 'updated_at': '2021-11-10T14:33:29Z', 'revision_number': 4, 'project_id': '660fcf5017be48b69c1ee4ce0127a148', 'subnets': [{'id': 'bdeda718-cde0-4869-9768-df323e545a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:33:30.850035 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db294d-887d-4691-b992-be09845b7c14 req-c850eeb7-b5bb-446b-90f9-d115211744c5 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:30.852334 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-06db294d-887d-4691-b992-be09845b7c14 req-c850eeb7-b5bb-446b-90f9-d115211744c5 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0528207 Nov 10 14:33:30.905280 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-06db294d-887d-4691-b992-be09845b7c14 req-4cdad743-688e-4207-a74a-279422216765 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465040 Nov 10 14:33:31.687358 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device f48edd19-809f-4eb3-af2a-34aa2bd18655 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:33:31.734335 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port f48edd19-809f-4eb3-af2a-34aa2bd18655 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:33:31.734703 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:32.371362 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e6b48-5783-4c37-b559-03c4b1db57fe req-93938524-d4e2-43f9-99c1-409adc8b24d8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:32.372949 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b76e6b48-5783-4c37-b559-03c4b1db57fe req-93938524-d4e2-43f9-99c1-409adc8b24d8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0502446 Nov 10 14:33:32.419618 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b76e6b48-5783-4c37-b559-03c4b1db57fe req-7f122f8a-8023-4074-aed1-3a0c9b69a34d tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Nov 10 14:33:33.542940 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f961a-1c7c-4c69-a9f0-b73bdd27393d req-367bdbe9-96b2-4b2b-964b-5e1c480e61be tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:33.544556 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d91f961a-1c7c-4c69-a9f0-b73bdd27393d req-367bdbe9-96b2-4b2b-964b-5e1c480e61be tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0534818 Nov 10 14:33:33.601968 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d91f961a-1c7c-4c69-a9f0-b73bdd27393d req-023a54a9-f793-4169-b5f7-02b8404dd6d0 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492077 Nov 10 14:33:33.700985 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61f064-7e20-484c-b432-ef49228108d8 req-7e975eaf-b87e-4bce-88ac-4f9d4fe6b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:33.702465 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7f61f064-7e20-484c-b432-ef49228108d8 req-7e975eaf-b87e-4bce-88ac-4f9d4fe6b130 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 1099 time: 0.0405052 Nov 10 14:33:33.748792 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7f61f064-7e20-484c-b432-ef49228108d8 req-c7c2aebf-1440-42e3-b484-facc2d26fc52 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381114 Nov 10 14:33:34.732872 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faa6b5-52ae-4e79-8342-835a54930004 req-35f7ac02-84eb-4ecf-81e5-6c9dd654de6a tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:34.734645 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-56faa6b5-52ae-4e79-8342-835a54930004 req-35f7ac02-84eb-4ecf-81e5-6c9dd654de6a tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0570695 Nov 10 14:33:34.786238 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-56faa6b5-52ae-4e79-8342-835a54930004 req-83e6f04d-2d52-4d39-8272-b6b5dd2c01cd tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455091 Nov 10 14:33:35.875192 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34516) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:35.937963 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b919dc4-2b00-4920-b1fe-bc9d448f199b req-8007a247-1323-47b1-ad02-dbad1e7d9cec tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:35.939508 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0b919dc4-2b00-4920-b1fe-bc9d448f199b req-8007a247-1323-47b1-ad02-dbad1e7d9cec tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0534313 Nov 10 14:33:35.997605 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0b919dc4-2b00-4920-b1fe-bc9d448f199b req-09d5a0e2-e9c9-4f8e-8856-c0196c33c031 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519593 Nov 10 14:33:35.999343 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-17485b94-0f04-4f19-b981-657c194ba1f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:36.080617 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-17485b94-0f04-4f19-b981-657c194ba1f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:36.084371 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-17485b94-0f04-4f19-b981-657c194ba1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:36.126135 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 34524) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:36.133361 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-17485b94-0f04-4f19-b981-657c194ba1f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee795615a1324e7f8b7536e774cc16c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564657 Nov 10 14:33:36.134204 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17485b94-0f04-4f19-b981-657c194ba1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d6e658-834f-429b-ab35-03565bbac9c3,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:36.182046 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4a7625e6-ef56-476e-879a-0f461166d2ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:36.209665 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4a7625e6-ef56-476e-879a-0f461166d2ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:36.271429 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4a7625e6-ef56-476e-879a-0f461166d2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:36.275841 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-4a7625e6-ef56-476e-879a-0f461166d2ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:36.279621 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-4a7625e6-ef56-476e-879a-0f461166d2ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7d6e658-834f-429b-ab35-03565bbac9c3 HTTP/1.1" status: 204 len: 168 time: 0.1500132 Nov 10 14:33:36.291737 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7625e6-ef56-476e-879a-0f461166d2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d6e658-834f-429b-ab35-03565bbac9c3,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:36.427829 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b783c7-feda-4571-99df-caed140777da req-9d71e5c5-2242-4f09-a344-be80c8fa8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:36.430349 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-71b783c7-feda-4571-99df-caed140777da req-9d71e5c5-2242-4f09-a344-be80c8fa8c75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=981db8470d4046438eb5714fc16e1acd&device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 1099 time: 0.0705004 Nov 10 14:33:36.456510 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf014a1b-df50-4057-a1ca-5d12efa76e2f req-107cfc0c-57bc-4c55-8df2-2070e2d57188 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:36.458378 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cf014a1b-df50-4057-a1ca-5d12efa76e2f req-107cfc0c-57bc-4c55-8df2-2070e2d57188 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0791728 Nov 10 14:33:36.525107 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 34542) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:36.533609 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cf014a1b-df50-4057-a1ca-5d12efa76e2f req-0f9bbb59-c946-409a-a96e-f3bd88d44d60 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675459 Nov 10 14:33:36.561180 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b783c7-feda-4571-99df-caed140777da req-6048f30e-63af-447c-be39-590b48929595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:36.562690 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-71b783c7-feda-4571-99df-caed140777da req-6048f30e-63af-447c-be39-590b48929595 service neutron] 10.222.0.32 "GET /v2.0/networks?id=31b54cfb-1311-4b00-9564-b327455b5f7f HTTP/1.1" status: 200 len: 920 time: 0.1227095 Nov 10 14:33:36.616489 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-71b783c7-feda-4571-99df-caed140777da req-652e5ebb-af96-419a-93a4-4464405b867b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e234d56-2610-418d-b838-2d76424e4bc4 HTTP/1.1" status: 200 len: 217 time: 0.0459299 Nov 10 14:33:36.654726 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 34548) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:36.687059 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9f452c0b-67b6-4683-a30b-cc41352b342d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:36.693152 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e46657a5-fe35-45ad-bf97-dc344b60c029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:36.736940 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b783c7-feda-4571-99df-caed140777da req-7505d104-5be8-4583-8351-c653d09ae604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:36.738425 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-71b783c7-feda-4571-99df-caed140777da req-7505d104-5be8-4583-8351-c653d09ae604 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98e9e263-5186-4e72-813e-b280f20048ae HTTP/1.1" status: 200 len: 859 time: 0.1145313 Nov 10 14:33:36.798274 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-71b783c7-feda-4571-99df-caed140777da req-cb02a8e6-f621-4771-a728-52c4b68e30b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31b54cfb-1311-4b00-9564-b327455b5f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430777 Nov 10 14:33:36.953232 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9f452c0b-67b6-4683-a30b-cc41352b342d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:36.972683 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e46657a5-fe35-45ad-bf97-dc344b60c029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:36.973663 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9f452c0b-67b6-4683-a30b-cc41352b342d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:36.986607 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e46657a5-fe35-45ad-bf97-dc344b60c029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:37.001656 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-71b783c7-feda-4571-99df-caed140777da req-a3327063-9492-4de7-b2aa-86ba16e24fce service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913757 Nov 10 14:33:37.061016 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-9f452c0b-67b6-4683-a30b-cc41352b342d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=179360b0213b4d14bc7d23e9dc8141e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5347216 Nov 10 14:33:37.063745 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34558) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:37.066848 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f452c0b-67b6-4683-a30b-cc41352b342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a19a5a-b441-4d95-b88c-45282fe17134,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:37.115335 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-e46657a5-fe35-45ad-bf97-dc344b60c029 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ed3b0207e2f46d9983d88e2277db374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538906 Nov 10 14:33:37.117996 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34560) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:37.133900 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f300cbc8-8535-4185-bb3f-6e3d2b144778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:37.139754 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46657a5-fe35-45ad-bf97-dc344b60c029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22709ed-ddcf-474c-80d4-cb2991f76da6,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:37.166113 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-71b783c7-feda-4571-99df-caed140777da req-ba13e934-35c9-4eb6-b6de-d750b97db03e service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495841 Nov 10 14:33:37.177201 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f300cbc8-8535-4185-bb3f-6e3d2b144778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:37.223917 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-374c046a-5140-45ee-a45e-dea6c116ddda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:37.251885 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-374c046a-5140-45ee-a45e-dea6c116ddda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:37.267352 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f300cbc8-8535-4185-bb3f-6e3d2b144778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:37.270081 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f300cbc8-8535-4185-bb3f-6e3d2b144778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:37.271387 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-f300cbc8-8535-4185-bb3f-6e3d2b144778 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39a19a5a-b441-4d95-b88c-45282fe17134 HTTP/1.1" status: 204 len: 168 time: 0.2066240 Nov 10 14:33:37.303069 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300cbc8-8535-4185-bb3f-6e3d2b144778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a19a5a-b441-4d95-b88c-45282fe17134,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:37.331442 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-374c046a-5140-45ee-a45e-dea6c116ddda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:37.338103 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-374c046a-5140-45ee-a45e-dea6c116ddda admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:37.340309 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-374c046a-5140-45ee-a45e-dea6c116ddda admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b22709ed-ddcf-474c-80d4-cb2991f76da6 HTTP/1.1" status: 204 len: 168 time: 0.2203379 Nov 10 14:33:37.348979 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c046a-5140-45ee-a45e-dea6c116ddda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22709ed-ddcf-474c-80d4-cb2991f76da6,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:37.671517 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353fba4-1e8d-4cc0-bd95-50581f8eb915 req-86c31f87-30e5-4c0f-8a0b-e5ac6e0cfaf7 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:37.673089 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f353fba4-1e8d-4cc0-bd95-50581f8eb915 req-86c31f87-30e5-4c0f-8a0b-e5ac6e0cfaf7 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0611308 Nov 10 14:33:37.724765 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f353fba4-1e8d-4cc0-bd95-50581f8eb915 req-f08c2ae4-c2db-4faf-a628-96c211dcfb1c tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457799 Nov 10 14:33:37.759967 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34578) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:37.773684 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-87596d3f-76bf-4ae2-abf8-0357ecff2daf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:37.862389 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-87596d3f-76bf-4ae2-abf8-0357ecff2daf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:37.866362 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-87596d3f-76bf-4ae2-abf8-0357ecff2daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:37.912206 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-87596d3f-76bf-4ae2-abf8-0357ecff2daf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=203403e7692841c893008e6c8586604b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510892 Nov 10 14:33:37.913075 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87596d3f-76bf-4ae2-abf8-0357ecff2daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28bcd0a-6097-4bd5-a6e1-cb1a173ce5c5,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:37.914971 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 34582) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:37.967052 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-eb430c32-29bd-45e8-af95-0f456dca73f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:37.989752 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-eb430c32-29bd-45e8-af95-0f456dca73f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:38.045148 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-eb430c32-29bd-45e8-af95-0f456dca73f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:38.048142 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-eb430c32-29bd-45e8-af95-0f456dca73f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:38.049384 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-eb430c32-29bd-45e8-af95-0f456dca73f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a28bcd0a-6097-4bd5-a6e1-cb1a173ce5c5 HTTP/1.1" status: 204 len: 168 time: 0.1334233 Nov 10 14:33:38.056851 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb430c32-29bd-45e8-af95-0f456dca73f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28bcd0a-6097-4bd5-a6e1-cb1a173ce5c5,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:38.589745 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942ccf6-26e5-4f9c-b2fd-68c9291e347a req-a31794d1-8fe7-4f8c-a93f-9665b7b19faf tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:38.591308 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6942ccf6-26e5-4f9c-b2fd-68c9291e347a req-a31794d1-8fe7-4f8c-a93f-9665b7b19faf tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 945 time: 0.0538611 Nov 10 14:33:38.646883 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6942ccf6-26e5-4f9c-b2fd-68c9291e347a req-ef6fdbea-71a2-4be8-92c5-d49f50c18853 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490670 Nov 10 14:33:38.842588 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:33:38.860167 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61986e8-0fff-446c-a864-c3e962b17696 req-f7bfd65b-0649-473b-8e3d-1b4d74709afc tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:38.861854 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d61986e8-0fff-446c-a864-c3e962b17696 req-f7bfd65b-0649-473b-8e3d-1b4d74709afc tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0566657 Nov 10 14:33:38.919214 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d61986e8-0fff-446c-a864-c3e962b17696 req-817aff20-c5d2-4e57-8e8a-8cedca591ac9 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515983 Nov 10 14:33:39.764965 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca348e0-815a-4e2a-bd1b-e070acbc7dc5 req-628d43c3-fa25-414c-b72d-00cc84a2cbf5 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:39.766439 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cca348e0-815a-4e2a-bd1b-e070acbc7dc5 req-628d43c3-fa25-414c-b72d-00cc84a2cbf5 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 945 time: 0.0493126 Nov 10 14:33:39.815054 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cca348e0-815a-4e2a-bd1b-e070acbc7dc5 req-37b97ca1-0e29-4864-bdb4-6ff129c2276f tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428953 Nov 10 14:33:40.051943 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a238c58-b331-406d-b409-7227dd8ff439 req-29201254-25db-4ea1-b29c-ebb174de6175 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:40.053668 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3a238c58-b331-406d-b409-7227dd8ff439 req-29201254-25db-4ea1-b29c-ebb174de6175 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0553851 Nov 10 14:33:40.105598 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3a238c58-b331-406d-b409-7227dd8ff439 req-88562511-ee4f-4e24-8103-9d331bdcb81e tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457728 Nov 10 14:33:40.439667 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-27dc69b3-a8d9-4de7-aa4f-40e7a24a00b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:40.831668 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391cf96-ea06-4254-9b01-12301e6c6dcf req-c6a11786-4cc0-433a-a375-91d44c2f5b46 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:40.833164 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5391cf96-ea06-4254-9b01-12301e6c6dcf req-c6a11786-4cc0-433a-a375-91d44c2f5b46 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.32 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 945 time: 0.0494685 Nov 10 14:33:40.998222 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f88e3c-700c-4ad6-82d1-d5aaf46080a4 req-6eb8c16d-37a8-4f6f-b6cb-00b53722133a tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:40.999612 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-62f88e3c-700c-4ad6-82d1-d5aaf46080a4 req-6eb8c16d-37a8-4f6f-b6cb-00b53722133a tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c403fc-6ba4-446b-b8c9-c57626b126cb HTTP/1.1" status: 200 len: 945 time: 0.1143765 Nov 10 14:33:41.050921 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [req-5391cf96-ea06-4254-9b01-12301e6c6dcf req-b0bdf67d-b591-4cf1-8b03-6a6ee13838dc tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Deleting port aa9e6ccc-9e46-4e84-8828-297dc093d5c2 {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:33:41.051247 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-5391cf96-ea06-4254-9b01-12301e6c6dcf req-b0bdf67d-b591-4cf1-8b03-6a6ee13838dc tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:41.116913 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-62f88e3c-700c-4ad6-82d1-d5aaf46080a4 req-a4e49a63-b621-4877-84fe-7a5840871bff tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060016 Nov 10 14:33:41.168356 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-5391cf96-ea06-4254-9b01-12301e6c6dcf req-b0bdf67d-b591-4cf1-8b03-6a6ee13838dc tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] For port aa9e6ccc-9e46-4e84-8828-297dc093d5c2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=aa9e6ccc-9e46-4e84-8828-297dc093d5c2,segment=NetworkSegment(b561df4e-23f7-4e9a-b712-fc4601695827),segment_id=b561df4e-23f7-4e9a-b712-fc4601695827)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:33:41.168821 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-5391cf96-ea06-4254-9b01-12301e6c6dcf req-b0bdf67d-b591-4cf1-8b03-6a6ee13838dc tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:41.185098 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [req-5391cf96-ea06-4254-9b01-12301e6c6dcf req-b0bdf67d-b591-4cf1-8b03-6a6ee13838dc tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Calling delete_port for aa9e6ccc-9e46-4e84-8828-297dc093d5c2 owned by compute:nova {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:33:41.306942 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38a897-e8d0-431c-831d-d6ca4faad8d5 req-539651ca-145a-4bf2-81b8-8db9250f7e96 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:41.308457 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6f38a897-e8d0-431c-831d-d6ca4faad8d5 req-539651ca-145a-4bf2-81b8-8db9250f7e96 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.1253178 Nov 10 14:33:41.394706 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6f38a897-e8d0-431c-831d-d6ca4faad8d5 req-67c74167-5ba4-40ee-a3da-74aa1764cf0e tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802469 Nov 10 14:33:41.421019 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-5391cf96-ea06-4254-9b01-12301e6c6dcf req-b0bdf67d-b591-4cf1-8b03-6a6ee13838dc tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:41.436280 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['aa9e6ccc-9e46-4e84-8828-297dc093d5c2'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:33:41.453803 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdf67d-b591-4cf1-8b03-6a6ee13838dc tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Pushing event deleted for resources: {'Port': ['ID=aa9e6ccc-9e46-4e84-8828-297dc093d5c2,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:41.535492 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-5391cf96-ea06-4254-9b01-12301e6c6dcf req-b0bdf67d-b591-4cf1-8b03-6a6ee13838dc tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] No DVR routers for this DVR port aa9e6ccc-9e46-4e84-8828-297dc093d5c2 on host hv-cinder-81722 {{(pid=101583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:33:41.539193 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-5391cf96-ea06-4254-9b01-12301e6c6dcf req-b0bdf67d-b591-4cf1-8b03-6a6ee13838dc tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:41.545175 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5391cf96-ea06-4254-9b01-12301e6c6dcf req-b0bdf67d-b591-4cf1-8b03-6a6ee13838dc tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.32 "DELETE /v2.0/ports/aa9e6ccc-9e46-4e84-8828-297dc093d5c2 HTTP/1.1" status: 204 len: 173 time: 0.7025800 Nov 10 14:33:41.548265 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c403fc-6ba4-446b-b8c9-c57626b126cb', 'name': 'network-vif-deleted', 'tag': 'aa9e6ccc-9e46-4e84-8828-297dc093d5c2'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:33:41.557992 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5405d809-d09c-4267-861c-59f66b7c8006" -d '{"events": [{"server_uuid": "06c403fc-6ba4-446b-b8c9-c57626b126cb", "name": "network-vif-deleted", "tag": "aa9e6ccc-9e46-4e84-8828-297dc093d5c2"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:33:41.614430 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21fe0d8-ac8e-4f81-af15-a889b9876d1c x-openstack-request-id: req-f21fe0d8-ac8e-4f81-af15-a889b9876d1c {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:33:41.614643 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c403fc-6ba4-446b-b8c9-c57626b126cb", "name": "network-vif-deleted", "tag": "aa9e6ccc-9e46-4e84-8828-297dc093d5c2", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:33:41.614902 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f21fe0d8-ac8e-4f81-af15-a889b9876d1c {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:33:41.615605 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c403fc-6ba4-446b-b8c9-c57626b126cb', 'name': 'network-vif-deleted', 'tag': 'aa9e6ccc-9e46-4e84-8828-297dc093d5c2', 'status': 'completed', 'code': 200} Nov 10 14:33:41.790403 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 34674) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:41.906227 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-81ba837e-46a8-437f-bd0d-5889262a7575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:41.988029 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-81ba837e-46a8-437f-bd0d-5889262a7575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:41.993065 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-81ba837e-46a8-437f-bd0d-5889262a7575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:42.035142 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba837e-46a8-437f-bd0d-5889262a7575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e2f147-b543-4a73-ad3c-48b74d82bbf7,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:42.039926 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-81ba837e-46a8-437f-bd0d-5889262a7575 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6477a9cdc1c54f1da0ec987d4b75ffbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472613 Nov 10 14:33:42.042903 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 34680) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:33:42.100764 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3e08be83-5888-48a2-ba7d-d25ffc45f5f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:42.124465 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3e08be83-5888-48a2-ba7d-d25ffc45f5f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:42.179223 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3e08be83-5888-48a2-ba7d-d25ffc45f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:42.181868 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3e08be83-5888-48a2-ba7d-d25ffc45f5f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:42.185939 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-3e08be83-5888-48a2-ba7d-d25ffc45f5f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76e2f147-b543-4a73-ad3c-48b74d82bbf7 HTTP/1.1" status: 204 len: 168 time: 0.1386294 Nov 10 14:33:42.191699 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08be83-5888-48a2-ba7d-d25ffc45f5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e2f147-b543-4a73-ad3c-48b74d82bbf7,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:33:42.305719 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e5471561-c3be-40b6-a2ad-ccc5357249bf req-9fe3f7df-6b1c-40e4-ac6b-9087c83a2e3a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596952 Nov 10 14:33:42.391961 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5471561-c3be-40b6-a2ad-ccc5357249bf req-8dd294e2-d676-45e4-bf89-e50deb7c5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:42.394410 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e5471561-c3be-40b6-a2ad-ccc5357249bf req-8dd294e2-d676-45e4-bf89-e50deb7c5c53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=981db8470d4046438eb5714fc16e1acd&device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 1099 time: 0.0638502 Nov 10 14:33:42.543337 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5471561-c3be-40b6-a2ad-ccc5357249bf req-cff87f1b-0970-444d-8524-65684aba7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:42.545426 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e5471561-c3be-40b6-a2ad-ccc5357249bf req-cff87f1b-0970-444d-8524-65684aba7d37 service neutron] 10.222.0.32 "GET /v2.0/networks?id=31b54cfb-1311-4b00-9564-b327455b5f7f HTTP/1.1" status: 200 len: 920 time: 0.1025894 Nov 10 14:33:42.588138 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e5471561-c3be-40b6-a2ad-ccc5357249bf req-b51cc995-1a50-47f6-adcb-b626081b885e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e234d56-2610-418d-b838-2d76424e4bc4 HTTP/1.1" status: 200 len: 217 time: 0.0349300 Nov 10 14:33:42.639000 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5471561-c3be-40b6-a2ad-ccc5357249bf req-d7fe3c3c-3418-4a9b-a4f6-e315188d1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:42.640465 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e5471561-c3be-40b6-a2ad-ccc5357249bf req-d7fe3c3c-3418-4a9b-a4f6-e315188d1272 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98e9e263-5186-4e72-813e-b280f20048ae HTTP/1.1" status: 200 len: 859 time: 0.0456305 Nov 10 14:33:42.675212 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e5471561-c3be-40b6-a2ad-ccc5357249bf req-f93057f0-69f7-4492-9b92-e88ac5e8961e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31b54cfb-1311-4b00-9564-b327455b5f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260634 Nov 10 14:33:42.768813 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e5471561-c3be-40b6-a2ad-ccc5357249bf req-dc235c55-2eb3-4733-a067-809d5c76024a service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828519 Nov 10 14:33:43.002782 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ab0ece95-7c83-4dad-8315-d64fc9292c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:43.060771 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e5471561-c3be-40b6-a2ad-ccc5357249bf req-615e7af3-a946-4712-8dae-0dba9d2a23a3 service neutron] 10.222.0.32 "GET /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837739 Nov 10 14:33:44.105751 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:45.522502 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:46.365935 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device aa9e6ccc-9e46-4e84-8828-297dc093d5c2 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:33:46.386763 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: aa9e6ccc-9e46-4e84-8828-297dc093d5c2 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:33:46.387209 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device aa9e6ccc-9e46-4e84-8828-297dc093d5c2 not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:33:46.643055 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:47.562106 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:33:51.758065 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e63ac-529b-4a6c-95f7-f2c85cb16966 req-8b5d1eca-b5b5-4292-81b0-1c0bb5dfc587 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:51.759436 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4d7e63ac-529b-4a6c-95f7-f2c85cb16966 req-8b5d1eca-b5b5-4292-81b0-1c0bb5dfc587 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0493376 Nov 10 14:33:51.806421 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4d7e63ac-529b-4a6c-95f7-f2c85cb16966 req-dfa77b00-1bf9-4923-bc20-532c360b4cea tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Nov 10 14:33:52.929856 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124d09f-57c4-41cd-bdf3-393ddf665d85 req-42f9f0f4-1016-4684-b18f-10d39dba0bf4 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:52.931494 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b124d09f-57c4-41cd-bdf3-393ddf665d85 req-42f9f0f4-1016-4684-b18f-10d39dba0bf4 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0536726 Nov 10 14:33:52.980376 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b124d09f-57c4-41cd-bdf3-393ddf665d85 req-7488b1f4-0e03-45e8-8b1d-ccf70dab8a38 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Nov 10 14:33:58.264570 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e640f-cb3e-4724-99aa-f2095cbcf639 req-6fc87b2c-cfa4-487a-afac-3ad26d415e71 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:58.266087 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0c4e640f-cb3e-4724-99aa-f2095cbcf639 req-6fc87b2c-cfa4-487a-afac-3ad26d415e71 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0502806 Nov 10 14:33:58.312600 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0c4e640f-cb3e-4724-99aa-f2095cbcf639 req-5844e3c4-cfae-4437-a49b-62b6e501a44f tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407367 Nov 10 14:33:59.431528 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aec42-de60-471c-96e7-30c37dc6b350 req-e472014f-2230-4e09-87c9-7cf1a31486b6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:59.433042 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c31aec42-de60-471c-96e7-30c37dc6b350 req-e472014f-2230-4e09-87c9-7cf1a31486b6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0501606 Nov 10 14:33:59.474458 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-2990d93d-9387-4776-bf40-bec8424afb64 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:33:59.475925 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-2990d93d-9387-4776-bf40-bec8424afb64 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/networks?id=22977978-a4b0-437a-b93b-a7bc036347ea HTTP/1.1" status: 200 len: 814 time: 0.1046631 Nov 10 14:33:59.483197 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c31aec42-de60-471c-96e7-30c37dc6b350 req-bd520e0a-6182-494c-a039-a6dfb2054c5b tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427291 Nov 10 14:33:59.491803 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-6702d1f0-3330-444b-a189-be6df9a6b78f tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/quotas/3f12ca28fed7434a80d4a75966ac07b0 HTTP/1.1" status: 200 len: 375 time: 0.0101714 Nov 10 14:33:59.523707 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-45eb5965-8ef4-41a1-9234-2d2317bb7ab5 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f12ca28fed7434a80d4a75966ac07b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263488 Nov 10 14:33:59.615783 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-93460b5e-9df1-455c-9595-7bd44c26860b service neutron] 10.222.0.39 "GET /v2.0/networks/22977978-a4b0-437a-b93b-a7bc036347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840113 Nov 10 14:33:59.703854 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-cae880bf-fb5c-437a-aaab-71ce7f96b87d service neutron] 10.222.0.39 "GET /v2.0/networks/22977978-a4b0-437a-b93b-a7bc036347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819592 Nov 10 14:34:00.845746 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0bdf2-d076-42ff-ab67-c5ab2ec868ab req-586130fd-c73b-49fa-a436-a76c559c6ff6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:00.847229 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4eb0bdf2-d076-42ff-ab67-c5ab2ec868ab req-586130fd-c73b-49fa-a436-a76c559c6ff6 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0609643 Nov 10 14:34:00.884654 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8335bd68-af33-4b95-9127-53a9b660dd09 req-470edd7d-5e3b-460e-9b2a-d961ceed72ac tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 210 time: 0.0270600 Nov 10 14:34:00.957651 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a2891-0578-4d57-a149-3c4e5725c04f req-356ef977-1ec6-4894-b38d-2f3d6ffbbd05 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:00.959034 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c35a2891-0578-4d57-a149-3c4e5725c04f req-356ef977-1ec6-4894-b38d-2f3d6ffbbd05 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4a7a26-bcd3-41bf-946b-8a6e364c58cf HTTP/1.1" status: 200 len: 945 time: 0.0808208 Nov 10 14:34:00.996447 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [req-4eb0bdf2-d076-42ff-ab67-c5ab2ec868ab req-4105d2ad-885b-4cc1-8c72-c060c0fbd493 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Deleting port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:34:00.996774 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-4eb0bdf2-d076-42ff-ab67-c5ab2ec868ab req-4105d2ad-885b-4cc1-8c72-c060c0fbd493 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:01.062184 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c35a2891-0578-4d57-a149-3c4e5725c04f req-c2cc6c6d-4579-4b06-932e-669148c33838 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962446 Nov 10 14:34:01.098937 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-4eb0bdf2-d076-42ff-ab67-c5ab2ec868ab req-4105d2ad-885b-4cc1-8c72-c060c0fbd493 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] For port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5410c20f-e0be-493e-ac1a-5dbe2b2538ff,segment=NetworkSegment(eae53f19-44c0-4bb7-ac5f-11d1175f44ca),segment_id=eae53f19-44c0-4bb7-ac5f-11d1175f44ca)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:34:01.099295 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-4eb0bdf2-d076-42ff-ab67-c5ab2ec868ab req-4105d2ad-885b-4cc1-8c72-c060c0fbd493 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:01.111870 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [req-4eb0bdf2-d076-42ff-ab67-c5ab2ec868ab req-4105d2ad-885b-4cc1-8c72-c060c0fbd493 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Calling delete_port for 5410c20f-e0be-493e-ac1a-5dbe2b2538ff owned by compute:nova {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:34:01.235849 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-4eb0bdf2-d076-42ff-ab67-c5ab2ec868ab req-4105d2ad-885b-4cc1-8c72-c060c0fbd493 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:01.248578 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['5410c20f-e0be-493e-ac1a-5dbe2b2538ff', '3e234d56-2610-418d-b838-2d76424e4bc4'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:34:01.264827 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105d2ad-885b-4cc1-8c72-c060c0fbd493 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Pushing event deleted for resources: {'Port': ['ID=5410c20f-e0be-493e-ac1a-5dbe2b2538ff,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:01.305396 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb0bdf2-d076-42ff-ab67-c5ab2ec868ab req-4105d2ad-885b-4cc1-8c72-c060c0fbd493 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] No DVR routers for this DVR port 5410c20f-e0be-493e-ac1a-5dbe2b2538ff on host hv-cinder-81722 {{(pid=101583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:34:01.308309 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-4eb0bdf2-d076-42ff-ab67-c5ab2ec868ab req-4105d2ad-885b-4cc1-8c72-c060c0fbd493 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:01.311683 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4eb0bdf2-d076-42ff-ab67-c5ab2ec868ab req-4105d2ad-885b-4cc1-8c72-c060c0fbd493 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.32 "DELETE /v2.0/ports/5410c20f-e0be-493e-ac1a-5dbe2b2538ff HTTP/1.1" status: 204 len: 173 time: 0.4584663 Nov 10 14:34:01.312114 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4a7a26-bcd3-41bf-946b-8a6e364c58cf', 'name': 'network-vif-deleted', 'tag': '5410c20f-e0be-493e-ac1a-5dbe2b2538ff'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:34:01.314429 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df3e675-c39a-4304-96f0-1bd28ace771c" -d '{"events": [{"server_uuid": "fa4a7a26-bcd3-41bf-946b-8a6e364c58cf", "name": "network-vif-deleted", "tag": "5410c20f-e0be-493e-ac1a-5dbe2b2538ff"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:34:01.356130 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2714814a-5c0f-41a9-a14e-93792469f197 x-openstack-request-id: req-2714814a-5c0f-41a9-a14e-93792469f197 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:34:01.356487 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4a7a26-bcd3-41bf-946b-8a6e364c58cf", "name": "network-vif-deleted", "tag": "5410c20f-e0be-493e-ac1a-5dbe2b2538ff", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:34:01.356765 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2714814a-5c0f-41a9-a14e-93792469f197 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:34:01.357160 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4a7a26-bcd3-41bf-946b-8a6e364c58cf', 'name': 'network-vif-deleted', 'tag': '5410c20f-e0be-493e-ac1a-5dbe2b2538ff', 'status': 'completed', 'code': 200} Nov 10 14:34:01.985123 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b89969c4-cac7-4c4f-b615-60e460a41d94 req-7f0411c6-f9fb-4c2a-840b-4f901598746f tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 210 time: 0.0408835 Nov 10 14:34:02.324659 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839065d-55d4-4943-bce6-2542c71823bd req-5b6e30c3-5d83-4687-8f6d-39073f436fdc tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:02.326129 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3839065d-55d4-4943-bce6-2542c71823bd req-5b6e30c3-5d83-4687-8f6d-39073f436fdc tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0483603 Nov 10 14:34:02.372371 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3839065d-55d4-4943-bce6-2542c71823bd req-09387873-6696-4b13-a584-4b57892134b2 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Nov 10 14:34:03.072366 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-fb66a4f3-fc41-4975-a2e1-3cab86a537d7 req-84b1c2ac-2aed-49fa-acce-2d1b0b51d15c tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 210 time: 0.0332992 Nov 10 14:34:03.489290 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cffe6-62d1-4bc4-8103-6eff945304e6 req-aba81c80-6ddc-45fa-8427-d32cc4f5b487 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:03.490788 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-372cffe6-62d1-4bc4-8103-6eff945304e6 req-aba81c80-6ddc-45fa-8427-d32cc4f5b487 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0499308 Nov 10 14:34:03.541350 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-372cffe6-62d1-4bc4-8103-6eff945304e6 req-21adc9e0-e55f-4b18-a7ce-256a419d02bb tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448949 Nov 10 14:34:04.157653 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e848b8b6-1e43-4e6b-9bc3-d9747fa9aa04 req-e897a228-aaa7-42e6-adea-d7211ffca158 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 210 time: 0.0327861 Nov 10 14:34:04.482271 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 5410c20f-e0be-493e-ac1a-5dbe2b2538ff no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:34:04.505636 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: 5410c20f-e0be-493e-ac1a-5dbe2b2538ff {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:34:04.505978 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 5410c20f-e0be-493e-ac1a-5dbe2b2538ff not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:34:04.647655 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-7f6b0200-9ac3-4086-82a6-698adf3875f5 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-366004674&fields=id&tenant_id=e9f92a156dc645639782d0a6f0c0bce1 HTTP/1.1" status: 200 len: 267 time: 0.0457885 Nov 10 14:34:04.658814 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c002f-9dc1-4271-8174-4e04f5d92cf6 req-b304c14c-b239-4c88-8cb8-6727a23865d5 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:04.660443 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2b1c002f-9dc1-4271-8174-4e04f5d92cf6 req-b304c14c-b239-4c88-8cb8-6727a23865d5 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0488448 Nov 10 14:34:04.708254 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2b1c002f-9dc1-4271-8174-4e04f5d92cf6 req-b1041e25-3fdb-4947-886c-a5f1322d57e2 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420585 Nov 10 14:34:04.762675 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-e53237d8-24b2-465c-ae12-c0bac36a9cbc tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:04.764312 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-e53237d8-24b2-465c-ae12-c0bac36a9cbc tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/networks?id=5184a503-cc4c-4809-8b63-f864fb64cd68 HTTP/1.1" status: 200 len: 809 time: 0.1094601 Nov 10 14:34:04.779101 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-b51c1c2b-9f68-424c-9cb4-c59296fbdb85 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/quotas/e9f92a156dc645639782d0a6f0c0bce1 HTTP/1.1" status: 200 len: 375 time: 0.0090990 Nov 10 14:34:04.830254 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-25329a95-c507-4506-8cf8-e89c5fc6d36f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9f92a156dc645639782d0a6f0c0bce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460896 Nov 10 14:34:04.925993 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-9da18b5e-0de5-46d9-92aa-242e993259b4 service neutron] 10.222.0.39 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842972 Nov 10 14:34:05.012214 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-de34760e-8092-4432-b693-1435b9ae7888 service neutron] 10.222.0.39 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803218 Nov 10 14:34:05.255237 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-caec8198-e647-4a1f-a65c-39bd51cf6777 req-e30acc93-204e-4503-968e-332917c3d251 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 210 time: 0.0288436 Nov 10 14:34:05.326205 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-066d7be6-6544-4acf-9e98-fd962c293f81 req-e396756b-4750-4416-87ad-719a6dd40b48 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 210 time: 0.0266922 Nov 10 14:34:05.901599 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d8215-aed2-4437-843d-56220a602f10 req-110fe5f0-f848-49d7-8082-671a792a60a7 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:05.903006 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-de5d8215-aed2-4437-843d-56220a602f10 req-110fe5f0-f848-49d7-8082-671a792a60a7 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.1186938 Nov 10 14:34:05.963570 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-edbf2b07-fc51-44b7-99e1-ea28c4c81fa4 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:05.964900 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-edbf2b07-fc51-44b7-99e1-ea28c4c81fa4 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.32 "GET /v2.0/networks?id=22977978-a4b0-437a-b93b-a7bc036347ea HTTP/1.1" status: 200 len: 814 time: 0.1477592 Nov 10 14:34:05.984941 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Request body: {'port': {'device_id': '8233a6d4-2bfa-4d07-ab6a-50a769cec336', 'network_id': '22977978-a4b0-437a-b93b-a7bc036347ea', 'admin_state_up': True, 'tenant_id': '3f12ca28fed7434a80d4a75966ac07b0'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:34:06.005580 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-de5d8215-aed2-4437-843d-56220a602f10 req-7b361331-ee00-42a0-a5b5-a1acc64e0cb0 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966234 Nov 10 14:34:06.101641 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Made reservation on behalf of 3f12ca28fed7434a80d4a75966ac07b0 for: {'port': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:34:06.105180 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:06.231404 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Allocated IP 172.20.0.14 (22977978-a4b0-437a-b93b-a7bc036347ea/db34d8c8-0841-40fc-ba6d-7cd3c98a036e/46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:34:06.370973 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1bafc41c-648f-420e-8807-80f7f898c6a6 req-e0374b2a-05f7-42b0-abf8-c6afda5b0a68 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 210 time: 0.0309446 Nov 10 14:34:06.418009 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:06.458510 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dbf6d744-e385-41ea-8904-2f4aac366ab2 req-a27567e1-d40f-4acf-bb0e-5867bdb195b7 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 210 time: 0.0379007 Nov 10 14:34:06.484013 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:06.526922 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Network 22977978-a4b0-437a-b93b-a7bc036347ea is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:34:06.530570 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:34:06.534224 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:34:06.540960 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Pushing event updated for resources: {'Port': ['ID=46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:06.566342 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:06.566684 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:06.567023 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:06.567357 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:06.567686 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:06.568013 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:06.568335 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:06.568679 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:06.569000 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:06.569318 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:06.569635 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:06.569950 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:06.595147 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:06.595742 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:06.611545 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-82f5ea4f-c289-44c5-be2c-59c9c08254cd tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6305940 Nov 10 14:34:06.630412 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Request body: {'port': {'device_id': '8233a6d4-2bfa-4d07-ab6a-50a769cec336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:34:06.681433 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:06.938254 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 {{(pid=101583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:34:06.945398 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:06.957434 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.provisioning_blocks [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Transition to ACTIVE for port object 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 will not be triggered until provisioned by entity L2. {{(pid=101583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:34:06.960577 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:07.008609 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Pushing event updated for resources: {'Port': ['ID=46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:07.080005 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Attempting to bind port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:34:07.080371 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Attempting to bind port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'b561df4e-23f7-4e9a-b712-fc4601695827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '22977978-a4b0-437a-b93b-a7bc036347ea'}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:34:07.080987 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Attempting to bind port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 on network 22977978-a4b0-437a-b93b-a7bc036347ea {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:34:07.086877 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 on network 22977978-a4b0-437a-b93b-a7bc036347ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:34:07.087196 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Attempting to bind port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 on network 22977978-a4b0-437a-b93b-a7bc036347ea {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:34:07.092866 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:34:07.093169 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Checking segment: {'id': 'b561df4e-23f7-4e9a-b712-fc4601695827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '22977978-a4b0-437a-b93b-a7bc036347ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:34:07.093549 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Bound using segment: {'id': 'b561df4e-23f7-4e9a-b712-fc4601695827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '22977978-a4b0-437a-b93b-a7bc036347ea'} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:34:07.093970 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Bound port: 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b561df4e-23f7-4e9a-b712-fc4601695827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '22977978-a4b0-437a-b93b-a7bc036347ea'}}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:34:07.094322 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:07.134620 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf37e3-669e-4e51-8c32-5862d8eaf61f req-699043f6-06d6-4d2e-9f82-f3635a388199 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:07.136107 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e7bf37e3-669e-4e51-8c32-5862d8eaf61f req-699043f6-06d6-4d2e-9f82-f3635a388199 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0511234 Nov 10 14:34:07.157448 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] For port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9, host hv-cinder-81722, cleared binding levels {{(pid=101583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:34:07.160473 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] For port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9,segment=NetworkSegment(b561df4e-23f7-4e9a-b712-fc4601695827),segment_id=b561df4e-23f7-4e9a-b712-fc4601695827)] {{(pid=101583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:34:07.165040 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:07.183978 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e7bf37e3-669e-4e51-8c32-5862d8eaf61f req-3914d7b2-0596-4712-9dbf-e8743ccda3b9 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406613 Nov 10 14:34:07.207578 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:07.208197 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:07.209611 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] 10.222.0.32 "PUT /v2.0/ports/46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 HTTP/1.1" status: 200 len: 1094 time: 0.5832698 Nov 10 14:34:07.210047 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8233a6d4-2bfa-4d07-ab6a-50a769cec336', 'tag': '46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:34:07.212271 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283c3209-f59c-4504-aac8-f8353facf3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8233a6d4-2bfa-4d07-ab6a-50a769cec336", "tag": "46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:34:07.230021 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbac28-7b1e-43bb-9656-0fe3acfd346e service neutron] Pushing event updated for resources: {'Port': ['ID=46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9,revision_number=3']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:07.265588 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bfe4c5-5ec6-4585-af8f-62b8f94c5f8a x-openstack-request-id: req-e1bfe4c5-5ec6-4585-af8f-62b8f94c5f8a {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:34:07.265880 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8233a6d4-2bfa-4d07-ab6a-50a769cec336", "tag": "46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:34:07.266164 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1bfe4c5-5ec6-4585-af8f-62b8f94c5f8a {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:34:07.266562 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8233a6d4-2bfa-4d07-ab6a-50a769cec336', 'tag': '46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9', 'status': 'completed', 'code': 200} Nov 10 14:34:07.296511 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-48713e87-1173-4444-af2d-318f97f5ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:07.298160 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-48713e87-1173-4444-af2d-318f97f5ed1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f12ca28fed7434a80d4a75966ac07b0&device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 1097 time: 0.0441678 Nov 10 14:34:07.347062 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-af2c1d29-36d7-409e-950d-764e706e4776 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 HTTP/1.1" status: 200 len: 217 time: 0.0378280 Nov 10 14:34:07.397592 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-788d0025-0d36-4df0-ab7e-d4c5dfdd292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:07.399355 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-788d0025-0d36-4df0-ab7e-d4c5dfdd292b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db34d8c8-0841-40fc-ba6d-7cd3c98a036e HTTP/1.1" status: 200 len: 854 time: 0.0440428 Nov 10 14:34:07.440187 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-3eed07e6-6f8b-46fd-b8db-77cfa0c2777b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22977978-a4b0-437a-b93b-a7bc036347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309005 Nov 10 14:34:07.557344 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0765c91-2844-4c7c-ac2a-95be72544c1f req-1dc2b036-e3e8-48d2-9571-8c8eb6682bbb tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:07.558816 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e0765c91-2844-4c7c-ac2a-95be72544c1f req-1dc2b036-e3e8-48d2-9571-8c8eb6682bbb tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 944 time: 0.1133404 Nov 10 14:34:07.597974 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c25752fb-556e-431e-aef7-142d03f73bfe req-32276612-6834-4f19-a8a2-ed6e38315d82 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 210 time: 0.0272498 Nov 10 14:34:07.599475 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-6adbed08-8327-49cc-8710-679baefdef0b service neutron] 10.222.0.32 "GET /v2.0/networks/22977978-a4b0-437a-b93b-a7bc036347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434727 Nov 10 14:34:07.643726 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e0765c91-2844-4c7c-ac2a-95be72544c1f req-572b58f1-6283-423c-8f8e-904f35e6f4a4 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773492 Nov 10 14:34:07.704736 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f76cc04c-63e7-4c02-9ee9-a1cf5407b71e req-5ce8f4cc-1f20-48c6-9350-51ca62f8e744 service neutron] 10.222.0.32 "GET /v2.0/networks/22977978-a4b0-437a-b93b-a7bc036347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946462 Nov 10 14:34:07.797776 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c3209-f59c-4504-aac8-f8353facf3d2 req-926d0952-773e-4306-bea7-6f3b16515417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:07.799184 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-283c3209-f59c-4504-aac8-f8353facf3d2 req-926d0952-773e-4306-bea7-6f3b16515417 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f12ca28fed7434a80d4a75966ac07b0&device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 1097 time: 0.0474980 Nov 10 14:34:07.890323 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c3209-f59c-4504-aac8-f8353facf3d2 req-e63cd55e-e942-49f2-80b5-fa752c5ef180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:07.891772 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-283c3209-f59c-4504-aac8-f8353facf3d2 req-e63cd55e-e942-49f2-80b5-fa752c5ef180 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22977978-a4b0-437a-b93b-a7bc036347ea HTTP/1.1" status: 200 len: 915 time: 0.0852044 Nov 10 14:34:07.932536 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-283c3209-f59c-4504-aac8-f8353facf3d2 req-a059b37e-e39d-4a54-9ba2-08204adcf245 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 HTTP/1.1" status: 200 len: 217 time: 0.0330482 Nov 10 14:34:07.980977 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c3209-f59c-4504-aac8-f8353facf3d2 req-45846787-6acb-4df4-b892-8b2398678fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:07.983138 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-283c3209-f59c-4504-aac8-f8353facf3d2 req-45846787-6acb-4df4-b892-8b2398678fbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db34d8c8-0841-40fc-ba6d-7cd3c98a036e HTTP/1.1" status: 200 len: 854 time: 0.0411701 Nov 10 14:34:08.016126 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-283c3209-f59c-4504-aac8-f8353facf3d2 req-fee16c98-923f-49d5-8e95-dfa355f98a92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22977978-a4b0-437a-b93b-a7bc036347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257592 Nov 10 14:34:08.112280 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-283c3209-f59c-4504-aac8-f8353facf3d2 req-a64ed2bf-90b0-48b5-b195-31e79ac8f275 service neutron] 10.222.0.32 "GET /v2.0/networks/22977978-a4b0-437a-b93b-a7bc036347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868514 Nov 10 14:34:08.204708 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-283c3209-f59c-4504-aac8-f8353facf3d2 req-4b5ea8c4-ad46-4835-98f4-f52fa43ad89d service neutron] 10.222.0.32 "GET /v2.0/networks/22977978-a4b0-437a-b93b-a7bc036347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848649 Nov 10 14:34:08.299428 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddf7ba-2936-4f9b-9b8d-5784f80ce005 req-c803c475-e791-47cd-bbb8-49a04e246900 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:08.301167 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-10ddf7ba-2936-4f9b-9b8d-5784f80ce005 req-c803c475-e791-47cd-bbb8-49a04e246900 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0494461 Nov 10 14:34:08.346911 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-10ddf7ba-2936-4f9b-9b8d-5784f80ce005 req-b15f690a-1b29-4013-b03b-46aaee976b5d tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a40855a-a2ac-47ab-857e-1a50dc80901c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Nov 10 14:34:08.456390 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637b564-cc36-479b-8ce5-09df84423836 req-bffb36c2-d59b-41b8-b916-a3123c574cf2 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:08.457836 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e637b564-cc36-479b-8ce5-09df84423836 req-bffb36c2-d59b-41b8-b916-a3123c574cf2 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 946 time: 0.0473702 Nov 10 14:34:08.547008 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [req-e637b564-cc36-479b-8ce5-09df84423836 req-56446b75-308d-411e-8e0d-87b88d7552e8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Deleting port 3e234d56-2610-418d-b838-2d76424e4bc4 {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:34:08.547347 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e637b564-cc36-479b-8ce5-09df84423836 req-56446b75-308d-411e-8e0d-87b88d7552e8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:08.645335 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-e637b564-cc36-479b-8ce5-09df84423836 req-56446b75-308d-411e-8e0d-87b88d7552e8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] For port 3e234d56-2610-418d-b838-2d76424e4bc4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=3e234d56-2610-418d-b838-2d76424e4bc4,segment=NetworkSegment(eae53f19-44c0-4bb7-ac5f-11d1175f44ca),segment_id=eae53f19-44c0-4bb7-ac5f-11d1175f44ca)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:34:08.645748 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e637b564-cc36-479b-8ce5-09df84423836 req-56446b75-308d-411e-8e0d-87b88d7552e8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:08.661346 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [req-e637b564-cc36-479b-8ce5-09df84423836 req-56446b75-308d-411e-8e0d-87b88d7552e8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Calling delete_port for 3e234d56-2610-418d-b838-2d76424e4bc4 owned by compute:nova {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:34:08.692126 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d97114ed-9101-4273-a2af-d1ac569bc560 req-f0cbf752-9500-401c-87b8-ffa49f0b907e tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 210 time: 0.0326047 Nov 10 14:34:08.779242 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa46df-2881-4368-8702-e536c07329cf req-f7d8be05-9812-4011-a08d-5cada5447bae tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:08.780730 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6caa46df-2881-4368-8702-e536c07329cf req-f7d8be05-9812-4011-a08d-5cada5447bae tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 944 time: 0.0528834 Nov 10 14:34:08.831489 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6caa46df-2881-4368-8702-e536c07329cf req-cc760506-7537-46d3-b1e4-15833e5c4dec tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447187 Nov 10 14:34:08.996114 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e637b564-cc36-479b-8ce5-09df84423836 req-56446b75-308d-411e-8e0d-87b88d7552e8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:09.022539 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56446b75-308d-411e-8e0d-87b88d7552e8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Pushing event deleted for resources: {'Port': ['ID=3e234d56-2610-418d-b838-2d76424e4bc4,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:09.063797 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-e637b564-cc36-479b-8ce5-09df84423836 req-56446b75-308d-411e-8e0d-87b88d7552e8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] No DVR routers for this DVR port 3e234d56-2610-418d-b838-2d76424e4bc4 on host hv-cinder-81722 {{(pid=101583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:34:09.066500 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e637b564-cc36-479b-8ce5-09df84423836 req-56446b75-308d-411e-8e0d-87b88d7552e8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:09.070189 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e637b564-cc36-479b-8ce5-09df84423836 req-56446b75-308d-411e-8e0d-87b88d7552e8 tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.32 "DELETE /v2.0/ports/3e234d56-2610-418d-b838-2d76424e4bc4 HTTP/1.1" status: 204 len: 173 time: 0.6065331 Nov 10 14:34:09.267699 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6', 'name': 'network-vif-deleted', 'tag': '3e234d56-2610-418d-b838-2d76424e4bc4'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:34:09.269971 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f0bf9a-7bf9-4c26-83aa-40b50eb6c62b" -d '{"events": [{"server_uuid": "eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6", "name": "network-vif-deleted", "tag": "3e234d56-2610-418d-b838-2d76424e4bc4"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:34:09.307264 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e78c1e-97fa-413f-966e-205df11b14fd x-openstack-request-id: req-81e78c1e-97fa-413f-966e-205df11b14fd {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:34:09.307559 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6", "name": "network-vif-deleted", "tag": "3e234d56-2610-418d-b838-2d76424e4bc4", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:34:09.307818 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81e78c1e-97fa-413f-966e-205df11b14fd {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:34:09.308210 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6', 'name': 'network-vif-deleted', 'tag': '3e234d56-2610-418d-b838-2d76424e4bc4', 'status': 'completed', 'code': 200} Nov 10 14:34:09.457207 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3f8d5ef8-8bf7-40cf-9b87-1e12af52a4f5 req-6f0cf35a-2419-480f-b744-77cc1fd30cac tempest-ServerRescueNegativeTestJSON-334378581 tempest-ServerRescueNegativeTestJSON-334378581-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb92e09e-da6f-4a8a-ab75-2f18dfdc1ce6 HTTP/1.1" status: 200 len: 210 time: 0.0265992 Nov 10 14:34:09.798855 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c7f29089-d87f-44ec-8cb2-8d31c495ff65 req-f28390c2-1384-46e4-b543-93156f377f39 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 210 time: 0.0329051 Nov 10 14:34:09.955887 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323b27f-9fbb-4bf7-916a-90d450fa9154 req-46438249-5ba8-4581-90fb-897ffcac4527 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:09.957397 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5323b27f-9fbb-4bf7-916a-90d450fa9154 req-46438249-5ba8-4581-90fb-897ffcac4527 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 944 time: 0.0548835 Nov 10 14:34:10.008782 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5323b27f-9fbb-4bf7-916a-90d450fa9154 req-38326808-5e8d-4a12-9be5-ef1d5006b8ee tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454187 Nov 10 14:34:10.355471 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-44e7f59a-696b-462d-89f9-8a288bb53cb2 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:10.357554 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-44e7f59a-696b-462d-89f9-8a288bb53cb2 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.32 "GET /v2.0/networks?id=5184a503-cc4c-4809-8b63-f864fb64cd68 HTTP/1.1" status: 200 len: 809 time: 0.1034303 Nov 10 14:34:10.421574 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-177fe6c0-298c-4ce3-a168-7c9f0978b929 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f92a156dc645639782d0a6f0c0bce1 HTTP/1.1" status: 200 len: 379 time: 0.0559916 Nov 10 14:34:10.431279 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-11d568b7-b2cc-4267-8e56-c0af13bddc3f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Request body: {'port': {'device_id': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'admin_state_up': True, 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'security_groups': ['3fc9db7c-85c9-48f4-8f06-2858af0a939e']}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:34:10.433304 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a22a-30a3-4dee-83d1-4addabe6c808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:10.506972 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:34:10.509136 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 3e234d56-2610-418d-b838-2d76424e4bc4 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:34:10.513943 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 35026) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:10.541539 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: 3e234d56-2610-418d-b838-2d76424e4bc4 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:34:10.542375 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 3e234d56-2610-418d-b838-2d76424e4bc4 not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:34:10.553435 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-11d568b7-b2cc-4267-8e56-c0af13bddc3f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Made reservation on behalf of e9f92a156dc645639782d0a6f0c0bce1 for: {'port': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:34:10.558839 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-11d568b7-b2cc-4267-8e56-c0af13bddc3f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:10.658547 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9,segment=NetworkSegment(b561df4e-23f7-4e9a-b712-fc4601695827),segment_id=b561df4e-23f7-4e9a-b712-fc4601695827)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:34:10.674913 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9', 'network_id': '22977978-a4b0-437a-b93b-a7bc036347ea', 'port_id': '46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9', 'mac_address': 'fa:16:3e:96:47:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db34d8c8-0841-40fc-ba6d-7cd3c98a036e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:34:10.705139 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-11d568b7-b2cc-4267-8e56-c0af13bddc3f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Allocated IP 172.20.0.14 (5184a503-cc4c-4809-8b63-f864fb64cd68/83080cf6-bd73-42eb-b88e-f5cd8093070c/180c3692-f0b1-4438-a480-c168718c7a7e) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:34:10.719071 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:10.734344 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:34:10.759159 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9,segment=NetworkSegment(b561df4e-23f7-4e9a-b712-fc4601695827),segment_id=b561df4e-23f7-4e9a-b712-fc4601695827)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:34:10.764870 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:10.843722 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:10.886461 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-11d568b7-b2cc-4267-8e56-c0af13bddc3f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:10.932187 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-11d568b7-b2cc-4267-8e56-c0af13bddc3f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:10.984477 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-11d568b7-b2cc-4267-8e56-c0af13bddc3f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Network 5184a503-cc4c-4809-8b63-f864fb64cd68 is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:34:10.987618 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-11d568b7-b2cc-4267-8e56-c0af13bddc3f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:34:10.991563 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-11d568b7-b2cc-4267-8e56-c0af13bddc3f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:34:11.017536 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d568b7-b2cc-4267-8e56-c0af13bddc3f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Pushing event updated for resources: {'Port': ['ID=180c3692-f0b1-4438-a480-c168718c7a7e,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:11.052164 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-11d568b7-b2cc-4267-8e56-c0af13bddc3f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:11.052858 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-11d568b7-b2cc-4267-8e56-c0af13bddc3f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:11.080155 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-11d568b7-b2cc-4267-8e56-c0af13bddc3f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6527009 Nov 10 14:34:11.093698 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Request body: {'port': {'device_id': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:34:11.124385 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:34:11.175645 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13632754-e822-44b8-ac16-400d82c4f587 req-2e6cd490-5c9e-4b22-aa27-dd42b2a8ccf9 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:11.178305 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:11.184191 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-13632754-e822-44b8-ac16-400d82c4f587 req-2e6cd490-5c9e-4b22-aa27-dd42b2a8ccf9 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 932 time: 0.0902069 Nov 10 14:34:11.253743 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-13632754-e822-44b8-ac16-400d82c4f587 req-b9b2309f-5aed-4014-8fc4-a2554d08eeda tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685287 Nov 10 14:34:11.264181 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d85a0-878a-41eb-88ab-b273e8a36c1a req-dba163a7-ba83-4dd5-93a9-54d04f55c0d2 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:11.266140 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-472d85a0-878a-41eb-88ab-b273e8a36c1a req-dba163a7-ba83-4dd5-93a9-54d04f55c0d2 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 945 time: 0.1675711 Nov 10 14:34:11.288029 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-af118f1e-4dc8-43ac-96d3-5948e18e5de7 None None] Provisioning complete for port 180c3692-f0b1-4438-a480-c168718c7a7e triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:34:11.288770 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-af118f1e-4dc8-43ac-96d3-5948e18e5de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:11.324457 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-af118f1e-4dc8-43ac-96d3-5948e18e5de7 None None] Port 180c3692-f0b1-4438-a480-c168718c7a7e cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:34:11.340488 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804385'] for router_interface, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:11.385816 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-472d85a0-878a-41eb-88ab-b273e8a36c1a req-ca1513b4-7c2d-4501-b26f-07bff4be98be tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078837 Nov 10 14:34:11.525042 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180c3692-f0b1-4438-a480-c168718c7a7e {{(pid=101583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:34:11.533742 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:11.547320 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.provisioning_blocks [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Transition to ACTIVE for port object 180c3692-f0b1-4438-a480-c168718c7a7e will not be triggered until provisioned by entity L2. {{(pid=101583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:34:11.551105 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:11.602776 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57111a17-7197-4493-be91-6185f334660b service neutron] Pushing event updated for resources: {'Port': ['ID=180c3692-f0b1-4438-a480-c168718c7a7e,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:11.656988 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Deleting port 1c36c210-a331-4de5-bb84-79310f416397 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:34:11.657449 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:11.681217 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Attempting to bind port 180c3692-f0b1-4438-a480-c168718c7a7e on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:34:11.681735 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Attempting to bind port 180c3692-f0b1-4438-a480-c168718c7a7e by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '4d60602b-f352-4d01-aecd-8467e9e94b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68'}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:34:11.682368 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Attempting to bind port 180c3692-f0b1-4438-a480-c168718c7a7e on network 5184a503-cc4c-4809-8b63-f864fb64cd68 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:34:11.687354 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Port 180c3692-f0b1-4438-a480-c168718c7a7e on network 5184a503-cc4c-4809-8b63-f864fb64cd68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:34:11.687676 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Attempting to bind port 180c3692-f0b1-4438-a480-c168718c7a7e on network 5184a503-cc4c-4809-8b63-f864fb64cd68 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:34:11.693923 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:34:11.694270 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Checking segment: {'id': '4d60602b-f352-4d01-aecd-8467e9e94b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:34:11.694993 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Bound using segment: {'id': '4d60602b-f352-4d01-aecd-8467e9e94b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68'} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:34:11.695612 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Bound port: 180c3692-f0b1-4438-a480-c168718c7a7e, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d60602b-f352-4d01-aecd-8467e9e94b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68'}}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:34:11.695973 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:11.759054 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] For port 1c36c210-a331-4de5-bb84-79310f416397, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=1c36c210-a331-4de5-bb84-79310f416397,segment=NetworkSegment(eae53f19-44c0-4bb7-ac5f-11d1175f44ca),segment_id=eae53f19-44c0-4bb7-ac5f-11d1175f44ca)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:34:11.759443 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:11.772122 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] For port 180c3692-f0b1-4438-a480-c168718c7a7e, host hv-cinder-81722, cleared binding levels {{(pid=101583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:34:11.775816 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] For port 180c3692-f0b1-4438-a480-c168718c7a7e, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=180c3692-f0b1-4438-a480-c168718c7a7e,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:34:11.777101 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Calling delete_port for 1c36c210-a331-4de5-bb84-79310f416397 owned by network:router_interface {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:34:11.781130 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:11.819260 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:11.819885 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:11.821674 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-57111a17-7197-4493-be91-6185f334660b service neutron] 10.222.0.32 "PUT /v2.0/ports/180c3692-f0b1-4438-a480-c168718c7a7e HTTP/1.1" status: 200 len: 1094 time: 0.7327547 Nov 10 14:34:11.823844 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'tag': '180c3692-f0b1-4438-a480-c168718c7a7e'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:34:11.826664 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4621f6c9-8df5-4f1d-ad69-f6946b85395a" -d '{"events": [{"name": "network-changed", "server_uuid": "88ad484b-0654-4c1c-8516-03afb9c81ba1", "tag": "180c3692-f0b1-4438-a480-c168718c7a7e"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:34:11.869931 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57111a17-7197-4493-be91-6185f334660b service neutron] Pushing event updated for resources: {'Port': ['ID=180c3692-f0b1-4438-a480-c168718c7a7e,revision_number=3']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:11.933595 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85660c0-38d3-4498-9048-55aa0d511900 x-openstack-request-id: req-c85660c0-38d3-4498-9048-55aa0d511900 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:34:11.934014 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ad484b-0654-4c1c-8516-03afb9c81ba1", "tag": "180c3692-f0b1-4438-a480-c168718c7a7e", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:34:11.934335 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c85660c0-38d3-4498-9048-55aa0d511900 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:34:11.934800 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'tag': '180c3692-f0b1-4438-a480-c168718c7a7e', 'status': 'completed', 'code': 200} Nov 10 14:34:11.953809 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-b4b408fa-a112-48cd-a5f2-b46b9e64f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:11.955546 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-b4b408fa-a112-48cd-a5f2-b46b9e64f39c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9f92a156dc645639782d0a6f0c0bce1&device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 1097 time: 0.0643222 Nov 10 14:34:11.997120 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:12.016439 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-02396da3-5eca-452a-bea8-55875b5a9019 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=180c3692-f0b1-4438-a480-c168718c7a7e HTTP/1.1" status: 200 len: 217 time: 0.0419416 Nov 10 14:34:12.025708 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c36c210-a331-4de5-bb84-79310f416397,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:12.041480 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:12.041480 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:12.041480 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:12.041811 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:12.042134 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:12.042484 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:12.043218 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:12.043493 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:12.043782 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:12.044098 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:12.045236 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:12.045236 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:12.073729 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-084e5ff8-1d11-4fd8-91f1-88b1c685ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:12.075188 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-084e5ff8-1d11-4fd8-91f1-88b1c685ea67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83080cf6-bd73-42eb-b88e-f5cd8093070c HTTP/1.1" status: 200 len: 848 time: 0.0516522 Nov 10 14:34:12.132189 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-2af57a3e-ffcc-440a-92ca-793b4e273b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:12.134105 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-2af57a3e-ffcc-440a-92ca-793b4e273b10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5184a503-cc4c-4809-8b63-f864fb64cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512104 Nov 10 14:34:12.203347 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3713617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3804785'] for router_interface, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:12.222460 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-5b338ea8-cf75-4d0d-969c-337725a051c5 service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810518 Nov 10 14:34:12.322829 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e3f21a0d-aca1-4170-b5c9-b287dde14ec4 req-cb3b1bbd-12a7-44c5-bd62-04ed88951c08 service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934138 Nov 10 14:34:12.432929 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621f6c9-8df5-4f1d-ad69-f6946b85395a req-b9316282-df8f-41c6-8df8-cc8e3577e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:12.434444 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4621f6c9-8df5-4f1d-ad69-f6946b85395a req-b9316282-df8f-41c6-8df8-cc8e3577e1d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9f92a156dc645639782d0a6f0c0bce1&device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 1097 time: 0.0413566 Nov 10 14:34:12.437794 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a9846-0fa7-4750-8884-e66d04d68fa1 req-2ebbda31-8280-4162-a31e-7a6ec45d822e tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:12.439265 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4d4a9846-0fa7-4750-8884-e66d04d68fa1 req-2ebbda31-8280-4162-a31e-7a6ec45d822e tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0876205 Nov 10 14:34:12.484933 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Router 7b30a8e9-5a00-4748-bec5-daaac413d5e3 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:34:12.511226 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4d4a9846-0fa7-4750-8884-e66d04d68fa1 req-bdfe7967-1002-405c-be59-822951d11c66 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613551 Nov 10 14:34:12.535915 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:34:12.567952 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7ec1d-dc08-4db4-90dd-40a3317266bd req-a6adaddb-e39e-4ced-bf0c-4525553575f6 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:12.569401 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-84b7ec1d-dc08-4db4-90dd-40a3317266bd req-a6adaddb-e39e-4ced-bf0c-4525553575f6 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 945 time: 0.1056991 Nov 10 14:34:12.574231 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621f6c9-8df5-4f1d-ad69-f6946b85395a req-ce7ee856-fc25-4942-9136-ce1750005ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:12.575669 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4621f6c9-8df5-4f1d-ad69-f6946b85395a req-ce7ee856-fc25-4942-9136-ce1750005ebb service neutron] 10.222.0.32 "GET /v2.0/networks?id=5184a503-cc4c-4809-8b63-f864fb64cd68 HTTP/1.1" status: 200 len: 910 time: 0.1308260 Nov 10 14:34:12.586897 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:34:12.591864 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:34:12.592372 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:12.622334 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:34:12.628792 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-5156e015-216c-4ce0-ac00-68d82f05c0c9 admin admin] 10.222.0.39 "PUT /v2.0/routers/7b30a8e9-5a00-4748-bec5-daaac413d5e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1135056 Nov 10 14:34:12.631386 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 35046) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:12.631996 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4621f6c9-8df5-4f1d-ad69-f6946b85395a req-3724cbbd-0aa2-49dc-96d1-4135ef786f62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=180c3692-f0b1-4438-a480-c168718c7a7e HTTP/1.1" status: 200 len: 217 time: 0.0480232 Nov 10 14:34:12.633942 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72b93c-cedd-4b7c-a19e-e005ddc05495 None None] Sync routers for ids ['7b30a8e9-5a00-4748-bec5-daaac413d5e3'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:34:12.645005 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72b93c-cedd-4b7c-a19e-e005ddc05495 None None] Routers {'7b30a8e9-5a00-4748-bec5-daaac413d5e3'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:34:12.646311 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-ea72b93c-cedd-4b7c-a19e-e005ddc05495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:33:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['7b30a8e9-5a00-4748-bec5-daaac413d5e3'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:34:12.689875 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-84b7ec1d-dc08-4db4-90dd-40a3317266bd req-8ca8a13a-531d-45bb-9f4d-d794ed6eafa3 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127932 Nov 10 14:34:12.697860 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:12.702405 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621f6c9-8df5-4f1d-ad69-f6946b85395a req-e0c0be03-74b5-4b23-8962-39d0bf396873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:12.703875 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4621f6c9-8df5-4f1d-ad69-f6946b85395a req-e0c0be03-74b5-4b23-8962-39d0bf396873 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83080cf6-bd73-42eb-b88e-f5cd8093070c HTTP/1.1" status: 200 len: 848 time: 0.0606730 Nov 10 14:34:12.732731 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8233a6d4-2bfa-4d07-ab6a-50a769cec336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:34:12.735497 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0af4fd7-c45d-435a-b026-6ccd36ae9181" -d '{"events": [{"server_uuid": "8233a6d4-2bfa-4d07-ab6a-50a769cec336", "name": "network-vif-plugged", "status": "completed", "tag": "46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:34:12.756866 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9,segment=NetworkSegment(b561df4e-23f7-4e9a-b712-fc4601695827),segment_id=b561df4e-23f7-4e9a-b712-fc4601695827)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:34:12.761709 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621f6c9-8df5-4f1d-ad69-f6946b85395a req-39fbe384-4794-4629-90aa-662fbb3af8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:12.764362 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:12.769740 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4621f6c9-8df5-4f1d-ad69-f6946b85395a req-39fbe384-4794-4629-90aa-662fbb3af8a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5184a503-cc4c-4809-8b63-f864fb64cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576456 Nov 10 14:34:12.773091 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:12.792077 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-ea72b93c-cedd-4b7c-a19e-e005ddc05495 None None] Set router 7b30a8e9-5a00-4748-bec5-daaac413d5e3 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:34:12.807010 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afc8c16-bd19-49bc-a504-bd5d66d8b4fc x-openstack-request-id: req-8afc8c16-bd19-49bc-a504-bd5d66d8b4fc {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:34:12.807382 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8233a6d4-2bfa-4d07-ab6a-50a769cec336", "name": "network-vif-plugged", "status": "completed", "tag": "46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:34:12.807601 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8afc8c16-bd19-49bc-a504-bd5d66d8b4fc {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:34:12.807988 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8233a6d4-2bfa-4d07-ab6a-50a769cec336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9', 'code': 200} Nov 10 14:34:12.835325 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:12.915721 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4621f6c9-8df5-4f1d-ad69-f6946b85395a req-c564fce2-92fd-4483-aa05-552066bad4b4 service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356571 Nov 10 14:34:12.933923 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.010857 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-3b247b4b-923a-4c64-a079-9b5f9f8a7c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.031839 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4621f6c9-8df5-4f1d-ad69-f6946b85395a req-58c2f7d3-3842-4927-a36f-94bdb78aa7e9 service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070142 Nov 10 14:34:13.039752 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] Deleting port 54042358-a323-4506-9baa-56ab1b6399f8 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:34:13.040572 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.048751 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-ea72b93c-cedd-4b7c-a19e-e005ddc05495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1892654804-router', 'tenant_id': '981db8470d4046438eb5714fc16e1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '54042358-a323-4506-9baa-56ab1b6399f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:38Z', 'updated_at': '2021-11-10T14:34:11Z', 'revision_number': 5, 'project_id': '981db8470d4046438eb5714fc16e1acd', 'gw_port': {'id': '54042358-a323-4506-9baa-56ab1b6399f8', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:40Z', 'updated_at': '2021-11-10T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:34:13.062046 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86f508-6ed3-43b0-b856-923c57a635d1 req-c3270e44-572a-4651-8bd2-4a46fb46489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:13.063609 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fe86f508-6ed3-43b0-b856-923c57a635d1 req-c3270e44-572a-4651-8bd2-4a46fb46489f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 1099 time: 0.0799778 Nov 10 14:34:13.077271 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72b93c-cedd-4b7c-a19e-e005ddc05495 None None] Checking router: 7b30a8e9-5a00-4748-bec5-daaac413d5e3 for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:34:13.084486 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72b93c-cedd-4b7c-a19e-e005ddc05495 None None] Routers {'7b30a8e9-5a00-4748-bec5-daaac413d5e3'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:34:13.085085 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-ea72b93c-cedd-4b7c-a19e-e005ddc05495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:34:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['7b30a8e9-5a00-4748-bec5-daaac413d5e3'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:34:13.152793 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] For port 54042358-a323-4506-9baa-56ab1b6399f8, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=54042358-a323-4506-9baa-56ab1b6399f8,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:34:13.153178 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.157359 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fe86f508-6ed3-43b0-b856-923c57a635d1 req-1543c02c-b1d2-4b0d-a132-9dab9fccac54 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669417 Nov 10 14:34:13.167043 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] Calling delete_port for 54042358-a323-4506-9baa-56ab1b6399f8 owned by network:router_gateway {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:34:13.172733 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-ea72b93c-cedd-4b7c-a19e-e005ddc05495 None None] Set router 7b30a8e9-5a00-4748-bec5-daaac413d5e3 gateway port host: None {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:34:13.225858 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-ea72b93c-cedd-4b7c-a19e-e005ddc05495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1892654804-router', 'tenant_id': '981db8470d4046438eb5714fc16e1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:38Z', 'updated_at': '2021-11-10T14:34:12Z', 'revision_number': 6, 'project_id': '981db8470d4046438eb5714fc16e1acd', 'gw_port_host': None}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:34:13.252758 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72b93c-cedd-4b7c-a19e-e005ddc05495 None None] The sync data for ids ['7b30a8e9-5a00-4748-bec5-daaac413d5e3'] in dv-cinder-817229-1-iscsi is: [{'id': '7b30a8e9-5a00-4748-bec5-daaac413d5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1892654804-router', 'tenant_id': '981db8470d4046438eb5714fc16e1acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:38Z', 'updated_at': '2021-11-10T14:34:12Z', 'revision_number': 6, 'project_id': '981db8470d4046438eb5714fc16e1acd', 'gw_port_host': None}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:34:13.333087 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.358766 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=54042358-a323-4506-9baa-56ab1b6399f8,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:13.422022 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3801243'] for router_gateway, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.523288 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126616'] for router, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.525654 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.591903 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806983'] for router, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.593033 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b30a8e9-5a00-4748-bec5-daaac413d5e3 {{(pid=101582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 14:34:13.603105 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] Publish callbacks [] for router, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.604581 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-401f2a81-671e-4d48-8345-a4e9b989d0d3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7b30a8e9-5a00-4748-bec5-daaac413d5e3 HTTP/1.1" status: 204 len: 168 time: 0.9718635 Nov 10 14:34:13.607657 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 35056) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:13.659640 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_v2 [None req-81174f86-d8b9-402a-b578-3fc33d1272de admin admin] Deleting subnet 98e9e263-5186-4e72-813e-b280f20048ae {{(pid=101582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:34:13.663435 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-81174f86-d8b9-402a-b578-3fc33d1272de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.666549 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe287d-b465-484f-81c5-201c58f955e6 req-5151ba79-43b5-433d-b9da-9b7f20ecfb42 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:13.668945 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-eafe287d-b465-484f-81c5-201c58f955e6 req-5151ba79-43b5-433d-b9da-9b7f20ecfb42 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0829422 Nov 10 14:34:13.705193 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-81174f86-d8b9-402a-b578-3fc33d1272de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126461'] for subnet, precommit_delete_associations {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.745054 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-eafe287d-b465-484f-81c5-201c58f955e6 req-d6c3c17a-0bc2-4831-ac92-ad8c81bac8d9 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638902 Nov 10 14:34:13.772571 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-81174f86-d8b9-402a-b578-3fc33d1272de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.858216 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4ad3c-4ac4-4f1d-b090-39e74befe9ec req-a028a4ec-8d87-44f9-a037-d7e1500b3c24 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:13.859684 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-80c4ad3c-4ac4-4f1d-b090-39e74befe9ec req-a028a4ec-8d87-44f9-a037-d7e1500b3c24 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 946 time: 0.0642509 Nov 10 14:34:13.864182 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-81174f86-d8b9-402a-b578-3fc33d1272de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8824709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8836702'] for subnet, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.902293 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81174f86-d8b9-402a-b578-3fc33d1272de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98e9e263-5186-4e72-813e-b280f20048ae,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:13.907549 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-81174f86-d8b9-402a-b578-3fc33d1272de admin admin] Publish callbacks [] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:13.912813 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-81174f86-d8b9-402a-b578-3fc33d1272de admin admin] 10.222.0.39 "DELETE /v2.0/subnets/98e9e263-5186-4e72-813e-b280f20048ae HTTP/1.1" status: 204 len: 168 time: 0.3041124 Nov 10 14:34:13.914004 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 35060) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:13.939422 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-80c4ad3c-4ac4-4f1d-b090-39e74befe9ec req-7c26db1a-2246-43e9-acdf-733f4e2e9081 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729675 Nov 10 14:34:13.983834 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-df495b24-8c70-4f57-b533-df491591167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:14.083852 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-df495b24-8c70-4f57-b533-df491591167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:14.092365 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 54042358-a323-4506-9baa-56ab1b6399f8 no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:34:14.106953 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-df495b24-8c70-4f57-b533-df491591167c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b54cfb-1311-4b00-9564-b327455b5f7f']}} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:34:14.116589 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-df495b24-8c70-4f57-b533-df491591167c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca') {'for_net_delete': True} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:34:14.116963 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-df495b24-8c70-4f57-b533-df491591167c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae53f19-44c0-4bb7-ac5f-11d1175f44ca') {} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:34:14.128129 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-df495b24-8c70-4f57-b533-df491591167c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9874534'] for segment, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:14.128315 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 54042358-a323-4506-9baa-56ab1b6399f8 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:34:14.128621 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 54042358-a323-4506-9baa-56ab1b6399f8 not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:34:14.129040 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 1c36c210-a331-4de5-bb84-79310f416397 no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:34:14.149645 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-df495b24-8c70-4f57-b533-df491591167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:14.157149 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df495b24-8c70-4f57-b533-df491591167c admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:34:14.157464 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-df495b24-8c70-4f57-b533-df491591167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253879'] for segment, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: Traceback (most recent call last): Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: timer() Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: cb(*args, **kw) Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: return func(*args, **kwargs) Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: self._notify() Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: self.callback(batched_events) Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: event.method(event) Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: return f(self, *a, **k) Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._get(url).json() Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: return self.request(url, 'GET', **kwargs) Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:34:14.159550 dv-cinder-817229-1-iscsi neutron-server[101583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:34:14.161901 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 1c36c210-a331-4de5-bb84-79310f416397 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:34:14.161901 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 1c36c210-a331-4de5-bb84-79310f416397 not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:34:14.166672 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:14.220043 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-df495b24-8c70-4f57-b533-df491591167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:14.226202 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-df495b24-8c70-4f57-b533-df491591167c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:14.229270 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-df495b24-8c70-4f57-b533-df491591167c admin admin] 10.222.0.39 "DELETE /v2.0/networks/31b54cfb-1311-4b00-9564-b327455b5f7f HTTP/1.1" status: 204 len: 168 time: 0.3142869 Nov 10 14:34:14.238590 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df495b24-8c70-4f57-b533-df491591167c admin admin] Pushing event deleted for resources: {'Network': ['ID=31b54cfb-1311-4b00-9564-b327455b5f7f,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:14.399615 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 35068) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:14.440418 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-db78805b-a056-4345-9132-148ca800d9eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=981db8470d4046438eb5714fc16e1acd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396235 Nov 10 14:34:14.442901 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 35070) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:14.487986 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-749a2f8b-58db-41be-9260-8ee5268167f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:14.508995 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-749a2f8b-58db-41be-9260-8ee5268167f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:14.554258 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-749a2f8b-58db-41be-9260-8ee5268167f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:14.556830 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-749a2f8b-58db-41be-9260-8ee5268167f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:14.557971 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-749a2f8b-58db-41be-9260-8ee5268167f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a40855a-a2ac-47ab-857e-1a50dc80901c HTTP/1.1" status: 204 len: 168 time: 0.1141803 Nov 10 14:34:14.566542 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a2f8b-58db-41be-9260-8ee5268167f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a40855a-a2ac-47ab-857e-1a50dc80901c,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:14.861841 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c430cf-2382-42a4-8b8f-573a4ce79231 req-17702790-d371-4dd3-9d7a-5dd6484bf49b tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:14.863362 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f6c430cf-2382-42a4-8b8f-573a4ce79231 req-17702790-d371-4dd3-9d7a-5dd6484bf49b tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0525720 Nov 10 14:34:14.915959 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f6c430cf-2382-42a4-8b8f-573a4ce79231 req-967a579e-537d-4ba8-955d-0a3ef66fed3a tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466664 Nov 10 14:34:15.061060 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de0c01-f8ab-469d-9c20-ade38538fcae req-c31751dc-c856-415d-93e9-f232dc5b58b9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:15.062645 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-21de0c01-f8ab-469d-9c20-ade38538fcae req-c31751dc-c856-415d-93e9-f232dc5b58b9 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 946 time: 0.0542941 Nov 10 14:34:15.120578 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-21de0c01-f8ab-469d-9c20-ade38538fcae req-60fa2a2b-32ee-4d4f-9846-c42f453f59ef tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510590 Nov 10 14:34:15.523426 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:15.843342 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:34:16.041020 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57816783-6f40-4492-953f-a73aadc24f66 req-625b185a-b2a6-446e-8ecd-37dd3f1bea76 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:16.042708 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-57816783-6f40-4492-953f-a73aadc24f66 req-625b185a-b2a6-446e-8ecd-37dd3f1bea76 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0517292 Nov 10 14:34:16.097405 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-57816783-6f40-4492-953f-a73aadc24f66 req-7455ea89-4a74-427a-8e03-a356941290c3 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470448 Nov 10 14:34:16.309424 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 35142) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:16.413796 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-11806153-ca93-47ff-bafb-6c0f11b7189e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:16.497104 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-11806153-ca93-47ff-bafb-6c0f11b7189e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:16.502206 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-11806153-ca93-47ff-bafb-6c0f11b7189e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:16.538775 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11806153-ca93-47ff-bafb-6c0f11b7189e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034b3d9e-0cf0-4a37-a161-b1ed28f2bc7e,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:16.544047 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-11806153-ca93-47ff-bafb-6c0f11b7189e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1d9bc329cb24202b8fb66a5a9fec475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330155 Nov 10 14:34:16.546848 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 35150) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:16.597743 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3f794cba-852f-4fcd-aac3-3fd188ec6740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:16.618223 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3f794cba-852f-4fcd-aac3-3fd188ec6740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:16.643882 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:16.665846 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3f794cba-852f-4fcd-aac3-3fd188ec6740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:16.668410 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3f794cba-852f-4fcd-aac3-3fd188ec6740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:16.670616 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-3f794cba-852f-4fcd-aac3-3fd188ec6740 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/034b3d9e-0cf0-4a37-a161-b1ed28f2bc7e HTTP/1.1" status: 204 len: 168 time: 0.1223583 Nov 10 14:34:16.678073 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f794cba-852f-4fcd-aac3-3fd188ec6740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034b3d9e-0cf0-4a37-a161-b1ed28f2bc7e,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:16.934748 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 35156) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:16.948429 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-92d22400-2545-4fcd-a451-813beea2c324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:17.021468 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-92d22400-2545-4fcd-a451-813beea2c324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:17.025312 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-92d22400-2545-4fcd-a451-813beea2c324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:17.061500 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d22400-2545-4fcd-a451-813beea2c324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e218528-d25d-47e3-8eac-8e5854cfb6c9,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:17.065533 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-92d22400-2545-4fcd-a451-813beea2c324 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=856ea4a8546a497193daa18d66613c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290305 Nov 10 14:34:17.068117 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 35158) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:17.114182 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-5ff8fd8e-f69b-4ba0-a84c-bb67d13568ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:17.137814 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-5ff8fd8e-f69b-4ba0-a84c-bb67d13568ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:17.185888 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-5ff8fd8e-f69b-4ba0-a84c-bb67d13568ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:17.188517 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-5ff8fd8e-f69b-4ba0-a84c-bb67d13568ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:17.189967 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-5ff8fd8e-f69b-4ba0-a84c-bb67d13568ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e218528-d25d-47e3-8eac-8e5854cfb6c9 HTTP/1.1" status: 204 len: 168 time: 0.1209309 Nov 10 14:34:17.198266 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8fd8e-f69b-4ba0-a84c-bb67d13568ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e218528-d25d-47e3-8eac-8e5854cfb6c9,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:17.219433 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce70ec-cee6-40d6-bbca-2e97995a5f3f req-b2530dce-94af-4344-ba37-5c026d66a64a tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:17.220979 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-94ce70ec-cee6-40d6-bbca-2e97995a5f3f req-b2530dce-94af-4344-ba37-5c026d66a64a tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0517380 Nov 10 14:34:17.274239 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-94ce70ec-cee6-40d6-bbca-2e97995a5f3f req-87ae36f7-8666-4598-9924-61fbdf5086d8 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466447 Nov 10 14:34:17.584948 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:18.402550 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe9319-91c8-4fba-b8b5-fd3411a885b0 req-feffdcc7-b88c-4b77-bec2-5c43e01fdfc6 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:18.404730 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-86fe9319-91c8-4fba-b8b5-fd3411a885b0 req-feffdcc7-b88c-4b77-bec2-5c43e01fdfc6 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0612495 Nov 10 14:34:18.453587 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-86fe9319-91c8-4fba-b8b5-fd3411a885b0 req-5d02721f-0057-454f-b902-8028991c3f88 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430987 Nov 10 14:34:19.573259 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c9609-9f46-47e9-9456-3f42303bfb6f req-5433fb60-61c6-4a50-b000-25989ee84bdd tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:19.574741 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f19c9609-9f46-47e9-9456-3f42303bfb6f req-5433fb60-61c6-4a50-b000-25989ee84bdd tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0496066 Nov 10 14:34:19.626314 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f19c9609-9f46-47e9-9456-3f42303bfb6f req-eb9af2d8-0b68-4866-baaf-22288efb7358 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451517 Nov 10 14:34:20.555368 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 180c3692-f0b1-4438-a480-c168718c7a7e details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:34:20.654779 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 180c3692-f0b1-4438-a480-c168718c7a7e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=180c3692-f0b1-4438-a480-c168718c7a7e,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:34:20.665890 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '180c3692-f0b1-4438-a480-c168718c7a7e', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'port_id': '180c3692-f0b1-4438-a480-c168718c7a7e', 'mac_address': 'fa:16:3e:c7:f8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:34:20.702820 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:20.715574 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180c3692-f0b1-4438-a480-c168718c7a7e {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:34:20.735859 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 180c3692-f0b1-4438-a480-c168718c7a7e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=180c3692-f0b1-4438-a480-c168718c7a7e,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:34:20.740058 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:20.751235 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd640db8-430c-4062-a275-8d994c4cae98 req-3a4bca49-65b2-4a61-a5d7-e2e2f6a2c89f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:20.752783 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dd640db8-430c-4062-a275-8d994c4cae98 req-3a4bca49-65b2-4a61-a5d7-e2e2f6a2c89f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0554900 Nov 10 14:34:20.795998 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=180c3692-f0b1-4438-a480-c168718c7a7e,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:20.803863 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:20.805270 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:20.805620 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:20.805956 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:20.806291 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:20.806623 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:20.806954 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:20.807280 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:20.808033 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:20.808391 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:20.808721 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:20.809048 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:34:20.822086 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dd640db8-430c-4062-a275-8d994c4cae98 req-3af670f0-d079-48fe-8dbc-d9403ee5da99 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602307 Nov 10 14:34:21.090007 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['180c3692-f0b1-4438-a480-c168718c7a7e'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:34:21.419205 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 35262) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:21.521289 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-25141263-7e83-4b16-a70a-d100b4ebce94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:21.599046 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-25141263-7e83-4b16-a70a-d100b4ebce94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:21.603102 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-25141263-7e83-4b16-a70a-d100b4ebce94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:21.641528 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25141263-7e83-4b16-a70a-d100b4ebce94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a1b06a-0e76-492b-b1e6-68d063992f7c,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:21.645777 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-25141263-7e83-4b16-a70a-d100b4ebce94 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a79f94c2372e4a189705d65a2ca20832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253883 Nov 10 14:34:21.648382 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 35266) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:21.698674 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3d749bfa-c048-4180-a04c-f838da37bb72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:21.719433 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3d749bfa-c048-4180-a04c-f838da37bb72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:21.770206 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3d749bfa-c048-4180-a04c-f838da37bb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:21.773175 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3d749bfa-c048-4180-a04c-f838da37bb72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:21.777300 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-3d749bfa-c048-4180-a04c-f838da37bb72 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17a1b06a-0e76-492b-b1e6-68d063992f7c HTTP/1.1" status: 204 len: 168 time: 0.1252441 Nov 10 14:34:21.786195 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d749bfa-c048-4180-a04c-f838da37bb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a1b06a-0e76-492b-b1e6-68d063992f7c,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:21.965594 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad1f0e-98e5-4f9c-bb57-7a8578ebdc0c req-876230c9-3b0f-41e4-b932-bd006ba63ec9 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:21.967423 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-32ad1f0e-98e5-4f9c-bb57-7a8578ebdc0c req-876230c9-3b0f-41e4-b932-bd006ba63ec9 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 945 time: 0.0517673 Nov 10 14:34:22.017502 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-32ad1f0e-98e5-4f9c-bb57-7a8578ebdc0c req-4311878f-2ab5-4ae5-8c6c-780ddf6392e4 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442057 Nov 10 14:34:22.056141 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 35280) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:22.072455 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d20fe141-f098-4f70-83a4-dc8aa7f4d77d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:22.156864 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d20fe141-f098-4f70-83a4-dc8aa7f4d77d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:22.160765 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d20fe141-f098-4f70-83a4-dc8aa7f4d77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:22.198700 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-d20fe141-f098-4f70-83a4-dc8aa7f4d77d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b28fffbe62241dfb26407d0b90fca10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413257 Nov 10 14:34:22.199663 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fe141-f098-4f70-83a4-dc8aa7f4d77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2032d4d-864e-4a9e-a13f-9af8d8e0dd92,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:22.202419 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 35282) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:22.257681 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0eb81929-b6ca-4b52-97ff-87090fdace40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:22.279874 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0eb81929-b6ca-4b52-97ff-87090fdace40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:22.329742 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0eb81929-b6ca-4b52-97ff-87090fdace40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:22.332668 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0eb81929-b6ca-4b52-97ff-87090fdace40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:22.333827 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-0eb81929-b6ca-4b52-97ff-87090fdace40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2032d4d-864e-4a9e-a13f-9af8d8e0dd92 HTTP/1.1" status: 204 len: 168 time: 0.1258273 Nov 10 14:34:22.341402 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb81929-b6ca-4b52-97ff-87090fdace40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2032d4d-864e-4a9e-a13f-9af8d8e0dd92,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:22.565981 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 180c3692-f0b1-4438-a480-c168718c7a7e up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:34:22.613201 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port 180c3692-f0b1-4438-a480-c168718c7a7e completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:34:22.617373 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 180c3692-f0b1-4438-a480-c168718c7a7e triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:34:22.617577 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:22.699652 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:22.723612 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180c3692-f0b1-4438-a480-c168718c7a7e'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:34:22.725883 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d64ad4e-401d-448c-ba6f-0d7fdcd19566" -d '{"events": [{"server_uuid": "88ad484b-0654-4c1c-8516-03afb9c81ba1", "name": "network-vif-plugged", "status": "completed", "tag": "180c3692-f0b1-4438-a480-c168718c7a7e"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:34:22.738949 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 180c3692-f0b1-4438-a480-c168718c7a7e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=180c3692-f0b1-4438-a480-c168718c7a7e,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:34:22.743196 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:22.767017 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14b047a-2777-4efb-b30e-55aa882349d0 x-openstack-request-id: req-b14b047a-2777-4efb-b30e-55aa882349d0 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:34:22.767311 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ad484b-0654-4c1c-8516-03afb9c81ba1", "name": "network-vif-plugged", "status": "completed", "tag": "180c3692-f0b1-4438-a480-c168718c7a7e", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:34:22.767558 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b14b047a-2777-4efb-b30e-55aa882349d0 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:34:22.767958 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180c3692-f0b1-4438-a480-c168718c7a7e', 'code': 200} Nov 10 14:34:22.799594 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=180c3692-f0b1-4438-a480-c168718c7a7e,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:23.343934 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c933f4-9ac7-47ee-a569-e383177d1246 req-af38ca4d-25be-47af-9bbe-4ff63a2742f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:23.345473 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b5c933f4-9ac7-47ee-a569-e383177d1246 req-af38ca4d-25be-47af-9bbe-4ff63a2742f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 1099 time: 0.3263366 Nov 10 14:34:23.360189 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f903c7d-8b7a-40d7-ac7f-c55cf8be803c req-8847fe3b-6aa8-44ed-842b-3e087e9bee88 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:23.361829 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7f903c7d-8b7a-40d7-ac7f-c55cf8be803c req-8847fe3b-6aa8-44ed-842b-3e087e9bee88 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0578215 Nov 10 14:34:23.430810 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b5c933f4-9ac7-47ee-a569-e383177d1246 req-6e76cf1e-ebbe-4724-a8c8-4918fd962f9a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680120 Nov 10 14:34:23.439469 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7f903c7d-8b7a-40d7-ac7f-c55cf8be803c req-47c9b548-fdd2-4b6d-b5af-b81fa903d2c9 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714879 Nov 10 14:34:28.134270 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679921f4-c473-4737-8fb4-d12b2eac97ec req-fafba935-ea98-44e3-850b-0ad3cdaf3372 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:28.135871 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-679921f4-c473-4737-8fb4-d12b2eac97ec req-fafba935-ea98-44e3-850b-0ad3cdaf3372 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0516894 Nov 10 14:34:28.185280 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-679921f4-c473-4737-8fb4-d12b2eac97ec req-7b32395b-3851-4157-85e7-70387876a5f1 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428026 Nov 10 14:34:29.302674 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367ff08-5bd6-485c-bee2-404110d8a682 req-e218912b-0d49-407c-a64c-882dfe3ce12d tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:29.304237 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1367ff08-5bd6-485c-bee2-404110d8a682 req-e218912b-0d49-407c-a64c-882dfe3ce12d tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0508325 Nov 10 14:34:29.364777 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1367ff08-5bd6-485c-bee2-404110d8a682 req-7853cf4c-2c72-417c-b67e-4417034db875 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519385 Nov 10 14:34:34.596646 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98688b6-6016-428a-aa9d-402032291b92 req-d122b017-7e66-4427-ae9a-dab13fa2b02f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:34.598284 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a98688b6-6016-428a-aa9d-402032291b92 req-d122b017-7e66-4427-ae9a-dab13fa2b02f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0545309 Nov 10 14:34:34.652832 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a98688b6-6016-428a-aa9d-402032291b92 req-4b0be560-f999-4ab8-94c5-e73a26248e2a tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484428 Nov 10 14:34:34.784032 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db9fbe-04ae-4155-b935-50e35156700e req-7dee1152-2ab5-4f41-b25c-d8b07603a844 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:34.786459 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-28db9fbe-04ae-4155-b935-50e35156700e req-7dee1152-2ab5-4f41-b25c-d8b07603a844 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0534990 Nov 10 14:34:34.847529 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-28db9fbe-04ae-4155-b935-50e35156700e req-8d88de99-d7a8-4865-ab91-605ba9bd1779 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521343 Nov 10 14:34:34.874673 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 35404) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:35.069660 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0be6116-9a3d-423a-bf48-cbc3e2aa4ec3 tempest-TestShelveInstance-1934809817 tempest-TestShelveInstance-1934809817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:35.071162 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-e0be6116-9a3d-423a-bf48-cbc3e2aa4ec3 tempest-TestShelveInstance-1934809817 tempest-TestShelveInstance-1934809817-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 1094 time: 0.1952701 Nov 10 14:34:35.074072 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 35410) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:35.078861 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Request body: {'floatingip': {'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'port_id': '180c3692-f0b1-4438-a480-c168718c7a7e', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:34:35.101487 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for floatingip, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:35.209873 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:35.314773 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Allocated IP 172.27.1.164 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/f97993dc-7056-41d4-bb99-0c96156e4f23) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:34:35.417730 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:35.450929 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:35.490544 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:34:35.493358 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:34:35.497285 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:34:35.502720 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Pushing event updated for resources: {'Port': ['ID=f97993dc-7056-41d4-bb99-0c96156e4f23,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:35.859719 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:35.928617 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:36.073396 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:36.078134 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:36.143320 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Pushing event updated for resources: {'Port': ['ID=f97993dc-7056-41d4-bb99-0c96156e4f23,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:36.156551 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:36.261254 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.l3_db [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Floating IP af4fe978-6413-422c-9fc3-c6b2d02ee9be associated. External IP: 172.27.1.164, port: 180c3692-f0b1-4438-a480-c168718c7a7e. Nov 10 14:34:36.460118 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Router e6f2a893-aabd-47d1-abba-3dbec9da542d has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:34:36.568459 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:34:36.579180 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c988393d-2938-4c68-9b4d-f8dd2a396cc1 None None] Sync routers for ids ['e6f2a893-aabd-47d1-abba-3dbec9da542d'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:34:36.585678 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:36.589807 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c988393d-2938-4c68-9b4d-f8dd2a396cc1 None None] Routers {'e6f2a893-aabd-47d1-abba-3dbec9da542d'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:34:36.590958 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-c988393d-2938-4c68-9b4d-f8dd2a396cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:34:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['e6f2a893-aabd-47d1-abba-3dbec9da542d'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:34:36.615310 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-2977745c-f232-4e76-94ad-895d98cb2a09 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5401592 Nov 10 14:34:36.615990 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'tag': '180c3692-f0b1-4438-a480-c168718c7a7e'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:34:36.618631 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05108bd-bc34-4d89-9fca-21b40836bec0" -d '{"events": [{"name": "network-changed", "server_uuid": "88ad484b-0654-4c1c-8516-03afb9c81ba1", "tag": "180c3692-f0b1-4438-a480-c168718c7a7e"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:34:36.657362 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c1fe0a-29b5-48f7-a4f3-19f530e70de5 x-openstack-request-id: req-88c1fe0a-29b5-48f7-a4f3-19f530e70de5 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:34:36.657744 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ad484b-0654-4c1c-8516-03afb9c81ba1", "tag": "180c3692-f0b1-4438-a480-c168718c7a7e", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:34:36.658062 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88c1fe0a-29b5-48f7-a4f3-19f530e70de5 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:34:36.658528 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'tag': '180c3692-f0b1-4438-a480-c168718c7a7e', 'status': 'completed', 'code': 200} Nov 10 14:34:36.697989 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-c988393d-2938-4c68-9b4d-f8dd2a396cc1 None None] Set router e6f2a893-aabd-47d1-abba-3dbec9da542d gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:34:36.962628 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-c988393d-2938-4c68-9b4d-f8dd2a396cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:20Z', 'revision_number': 4, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port': {'id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': 'af4fe978-6413-422c-9fc3-c6b2d02ee9be', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'port_id': '180c3692-f0b1-4438-a480-c168718c7a7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'mac_address': 'fa:16:3e:c7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:34:35Z', 'updated_at': '2021-11-10T14:34:35Z', 'revision_number': 0, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb58550e-badb-4eef-aa63-08ac3b86e654', 'name': '', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'mac_address': 'fa:16:3e:8e:3c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:19Z', 'updated_at': '2021-11-10T14:33:24Z', 'revision_number': 5, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'subnets': [{'id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:34:36.988560 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c988393d-2938-4c68-9b4d-f8dd2a396cc1 None None] Checking router: e6f2a893-aabd-47d1-abba-3dbec9da542d for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:34:36.996779 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c988393d-2938-4c68-9b4d-f8dd2a396cc1 None None] Routers {'e6f2a893-aabd-47d1-abba-3dbec9da542d'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:34:36.997445 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-c988393d-2938-4c68-9b4d-f8dd2a396cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:34:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['e6f2a893-aabd-47d1-abba-3dbec9da542d'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:34:37.099320 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-c988393d-2938-4c68-9b4d-f8dd2a396cc1 None None] Set router e6f2a893-aabd-47d1-abba-3dbec9da542d gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:34:37.321378 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-c988393d-2938-4c68-9b4d-f8dd2a396cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:20Z', 'revision_number': 4, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port': {'id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': 'af4fe978-6413-422c-9fc3-c6b2d02ee9be', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'port_id': '180c3692-f0b1-4438-a480-c168718c7a7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'mac_address': 'fa:16:3e:c7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:34:35Z', 'updated_at': '2021-11-10T14:34:35Z', 'revision_number': 0, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb58550e-badb-4eef-aa63-08ac3b86e654', 'name': '', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'mac_address': 'fa:16:3e:8e:3c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:19Z', 'updated_at': '2021-11-10T14:33:24Z', 'revision_number': 5, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'subnets': [{'id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:34:37.347219 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c988393d-2938-4c68-9b4d-f8dd2a396cc1 None None] The sync data for ids ['e6f2a893-aabd-47d1-abba-3dbec9da542d'] in dv-cinder-817229-1-iscsi is: [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:20Z', 'revision_number': 4, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port': {'id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': 'af4fe978-6413-422c-9fc3-c6b2d02ee9be', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'port_id': '180c3692-f0b1-4438-a480-c168718c7a7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'mac_address': 'fa:16:3e:c7:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:34:35Z', 'updated_at': '2021-11-10T14:34:35Z', 'revision_number': 0, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb58550e-badb-4eef-aa63-08ac3b86e654', 'name': '', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'mac_address': 'fa:16:3e:8e:3c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:19Z', 'updated_at': '2021-11-10T14:33:24Z', 'revision_number': 5, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'subnets': [{'id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:34:37.527103 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7607a-fd5e-4721-a18f-f46771512df9 None None] New status for floating IP af4fe978-6413-422c-9fc3-c6b2d02ee9be: ACTIVE {{(pid=101585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:34:39.445520 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05108bd-bc34-4d89-9fca-21b40836bec0 req-8dab5004-0f1b-468e-94a3-5b671b19ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:39.447015 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c05108bd-bc34-4d89-9fca-21b40836bec0 req-8dab5004-0f1b-468e-94a3-5b671b19ab96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9f92a156dc645639782d0a6f0c0bce1&device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 1099 time: 0.0420752 Nov 10 14:34:39.541764 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05108bd-bc34-4d89-9fca-21b40836bec0 req-e3fc965a-4910-45f1-8a45-656a033e40fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:39.543257 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c05108bd-bc34-4d89-9fca-21b40836bec0 req-e3fc965a-4910-45f1-8a45-656a033e40fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=5184a503-cc4c-4809-8b63-f864fb64cd68 HTTP/1.1" status: 200 len: 910 time: 0.0893445 Nov 10 14:34:39.613630 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c05108bd-bc34-4d89-9fca-21b40836bec0 req-7fe2f53b-2383-4a92-bc24-a2b33a456ff7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=180c3692-f0b1-4438-a480-c168718c7a7e HTTP/1.1" status: 200 len: 1002 time: 0.0618103 Nov 10 14:34:39.668214 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05108bd-bc34-4d89-9fca-21b40836bec0 req-9e284cf8-3816-47db-a3f9-bd34097f1ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:39.669590 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c05108bd-bc34-4d89-9fca-21b40836bec0 req-9e284cf8-3816-47db-a3f9-bd34097f1ec4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83080cf6-bd73-42eb-b88e-f5cd8093070c HTTP/1.1" status: 200 len: 848 time: 0.0467503 Nov 10 14:34:39.717903 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05108bd-bc34-4d89-9fca-21b40836bec0 req-f458c7a9-4615-4fa4-90cf-4312d3962894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:39.719346 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c05108bd-bc34-4d89-9fca-21b40836bec0 req-f458c7a9-4615-4fa4-90cf-4312d3962894 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5184a503-cc4c-4809-8b63-f864fb64cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396152 Nov 10 14:34:39.810154 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c05108bd-bc34-4d89-9fca-21b40836bec0 req-b0df5e42-56e8-40f8-9ab2-00128ddaa7b6 service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826705 Nov 10 14:34:39.901337 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c05108bd-bc34-4d89-9fca-21b40836bec0 req-4f80dc10-4e60-4314-bec5-f6953de0bed1 service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835896 Nov 10 14:34:40.439374 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7b231e88-d162-4cee-8c68-86797acdec55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:42.502058 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537ca1e-a844-412a-9d60-288a35dd5ba9 req-77911050-a37d-4bf8-84ef-9a7a2e178903 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:42.503419 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9537ca1e-a844-412a-9d60-288a35dd5ba9 req-77911050-a37d-4bf8-84ef-9a7a2e178903 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0489600 Nov 10 14:34:42.550526 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9537ca1e-a844-412a-9d60-288a35dd5ba9 req-bdcdc340-9888-4fba-8707-4eb359d494f2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413401 Nov 10 14:34:42.996762 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e597ab70-ff92-4e25-b26b-035b4cd7ef1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:43.672600 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb7731-22e0-4e97-b62b-0e3fd5ae3343 req-dc340e44-4973-47d3-be3e-59b6e1363bc8 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:43.674146 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3dcb7731-22e0-4e97-b62b-0e3fd5ae3343 req-dc340e44-4973-47d3-be3e-59b6e1363bc8 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0495913 Nov 10 14:34:43.723089 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3dcb7731-22e0-4e97-b62b-0e3fd5ae3343 req-84c2bd5a-86cf-4a86-937e-c3262667e7b9 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430980 Nov 10 14:34:44.111983 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:44.230108 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 35554) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:44.338912 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0a6890c7-7f3b-4823-9903-b87641acf23a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:44.418541 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0a6890c7-7f3b-4823-9903-b87641acf23a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:44.424953 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0a6890c7-7f3b-4823-9903-b87641acf23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:44.463177 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-0a6890c7-7f3b-4823-9903-b87641acf23a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31e48a8b455d434e903f982c8d9f8499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319787 Nov 10 14:34:44.464035 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6890c7-7f3b-4823-9903-b87641acf23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d3a07d-ce7a-4693-9a6f-ccbdad244e9b,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:44.466371 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 35562) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:34:44.471805 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27468f-70e7-4857-9f5c-68ee5b4db1b0 req-34667f48-b564-4c60-8541-ea7fae059a89 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:44.473364 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ca27468f-70e7-4857-9f5c-68ee5b4db1b0 req-34667f48-b564-4c60-8541-ea7fae059a89 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 946 time: 0.0531590 Nov 10 14:34:44.515161 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-733ea306-6d9c-4927-813f-8807b530bce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:44.524091 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ca27468f-70e7-4857-9f5c-68ee5b4db1b0 req-938daf9f-c55d-427a-a22e-fef03c751459 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428300 Nov 10 14:34:44.537466 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-733ea306-6d9c-4927-813f-8807b530bce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:44.583260 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-733ea306-6d9c-4927-813f-8807b530bce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:44.585773 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-733ea306-6d9c-4927-813f-8807b530bce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:44.586925 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-733ea306-6d9c-4927-813f-8807b530bce8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44d3a07d-ce7a-4693-9a6f-ccbdad244e9b HTTP/1.1" status: 204 len: 168 time: 0.1196530 Nov 10 14:34:44.596643 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ea306-6d9c-4927-813f-8807b530bce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d3a07d-ce7a-4693-9a6f-ccbdad244e9b,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:44.852027 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bedbeb-dd30-483b-b613-bcb6f011246c req-7782fe98-538b-45bd-8a05-07a603c1bba8 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:44.853305 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-29bedbeb-dd30-483b-b613-bcb6f011246c req-7782fe98-538b-45bd-8a05-07a603c1bba8 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0541446 Nov 10 14:34:44.905042 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-29bedbeb-dd30-483b-b613-bcb6f011246c req-d018df86-4ac0-4dcb-ac15-a5f6ff8d353a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443044 Nov 10 14:34:45.526001 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:45.649047 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f4b5a-563d-4376-971a-33e66741a86d req-4f75fb1c-5018-4de9-b53e-8f92149eea0f tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:45.650509 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ca7f4b5a-563d-4376-971a-33e66741a86d req-4f75fb1c-5018-4de9-b53e-8f92149eea0f tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 946 time: 0.0526202 Nov 10 14:34:45.700741 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ca7f4b5a-563d-4376-971a-33e66741a86d req-2aa9ee60-5ebe-4772-8e0e-30f1bcd46b8a tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434375 Nov 10 14:34:46.026821 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630e02b-e68f-47d8-a569-59c00c2f8415 req-06fc2406-c070-4495-9b54-71eda0fcd1ef tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:46.028299 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e630e02b-e68f-47d8-a569-59c00c2f8415 req-06fc2406-c070-4495-9b54-71eda0fcd1ef tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0529408 Nov 10 14:34:46.075029 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e630e02b-e68f-47d8-a569-59c00c2f8415 req-8a43e4c2-2deb-425f-ba0d-e0b866ae53b3 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395663 Nov 10 14:34:46.491645 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb6abf-6758-4616-be42-d51629410943 req-2b4cf69d-ec6d-4c56-b38f-455a1c71e23c tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:46.493144 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9fcb6abf-6758-4616-be42-d51629410943 req-2b4cf69d-ec6d-4c56-b38f-455a1c71e23c tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.32 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 946 time: 0.0485146 Nov 10 14:34:46.582099 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-9fcb6abf-6758-4616-be42-d51629410943 req-70cfc9c9-ad56-41ae-80e6-54261a7a98cb tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Deleting port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:34:46.582477 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-9fcb6abf-6758-4616-be42-d51629410943 req-70cfc9c9-ad56-41ae-80e6-54261a7a98cb tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:46.649200 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:46.676914 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-9fcb6abf-6758-4616-be42-d51629410943 req-70cfc9c9-ad56-41ae-80e6-54261a7a98cb tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] For port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9,segment=NetworkSegment(b561df4e-23f7-4e9a-b712-fc4601695827),segment_id=b561df4e-23f7-4e9a-b712-fc4601695827)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:34:46.677278 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-9fcb6abf-6758-4616-be42-d51629410943 req-70cfc9c9-ad56-41ae-80e6-54261a7a98cb tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:46.691726 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-9fcb6abf-6758-4616-be42-d51629410943 req-70cfc9c9-ad56-41ae-80e6-54261a7a98cb tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Calling delete_port for 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 owned by compute:nova {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:34:46.899117 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2e59b-e6d5-440b-a84a-71aa4c2c755a req-2f7660f5-88c5-4857-ac35-0d932abba126 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:46.900617 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-48b2e59b-e6d5-440b-a84a-71aa4c2c755a req-2f7660f5-88c5-4857-ac35-0d932abba126 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 946 time: 0.0946815 Nov 10 14:34:46.906195 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-9fcb6abf-6758-4616-be42-d51629410943 req-70cfc9c9-ad56-41ae-80e6-54261a7a98cb tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:46.918600 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:34:46.950552 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfc9c9-ad56-41ae-80e6-54261a7a98cb tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Pushing event deleted for resources: {'Port': ['ID=46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:34:47.006423 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcb6abf-6758-4616-be42-d51629410943 req-70cfc9c9-ad56-41ae-80e6-54261a7a98cb tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] No DVR routers for this DVR port 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 on host hv-cinder-81722 {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:34:47.009318 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-9fcb6abf-6758-4616-be42-d51629410943 req-70cfc9c9-ad56-41ae-80e6-54261a7a98cb tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:47.012507 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9fcb6abf-6758-4616-be42-d51629410943 req-70cfc9c9-ad56-41ae-80e6-54261a7a98cb tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.32 "DELETE /v2.0/ports/46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 HTTP/1.1" status: 204 len: 173 time: 0.5127914 Nov 10 14:34:47.012933 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8233a6d4-2bfa-4d07-ab6a-50a769cec336', 'name': 'network-vif-deleted', 'tag': '46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:34:47.015906 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3830fd-4463-4de1-a577-01a9f48c4a33" -d '{"events": [{"server_uuid": "8233a6d4-2bfa-4d07-ab6a-50a769cec336", "name": "network-vif-deleted", "tag": "46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:34:47.021675 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-48b2e59b-e6d5-440b-a84a-71aa4c2c755a req-b6da36b9-fec6-405f-815a-e9a5f4eec32e tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/security-groups?id=2456e61c-5ca1-4e95-9000-030036044eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128814 Nov 10 14:34:47.071625 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbc2a9c-fcd4-4df9-a7e8-8d7a5980dda4 x-openstack-request-id: req-dfbc2a9c-fcd4-4df9-a7e8-8d7a5980dda4 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:34:47.071897 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8233a6d4-2bfa-4d07-ab6a-50a769cec336", "name": "network-vif-deleted", "tag": "46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:34:47.072172 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfbc2a9c-fcd4-4df9-a7e8-8d7a5980dda4 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:34:47.072688 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8233a6d4-2bfa-4d07-ab6a-50a769cec336', 'name': 'network-vif-deleted', 'tag': '46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9', 'status': 'completed', 'code': 200} Nov 10 14:34:47.207689 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28ea5b-1511-47a8-91ca-846b2d4be220 req-f5534903-f27b-467c-9041-6c6e6067c4a9 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:47.209227 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2f28ea5b-1511-47a8-91ca-846b2d4be220 req-f5534903-f27b-467c-9041-6c6e6067c4a9 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0522037 Nov 10 14:34:47.255438 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2f28ea5b-1511-47a8-91ca-846b2d4be220 req-1dc7b236-fd90-4a8e-97a8-091ea46de766 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403094 Nov 10 14:34:47.593917 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:34:48.141249 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-745dd488-ccfb-40ea-b29c-a0bcc19c1f49 req-e13fda7d-49fa-47c6-b55e-1089185acddc tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 210 time: 0.0310936 Nov 10 14:34:48.373171 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2e93c-88ef-4469-80bb-c61adeb23584 req-6cbcc77a-ca78-4dc3-8bee-598e66cb8a44 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:48.374538 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-66c2e93c-88ef-4469-80bb-c61adeb23584 req-6cbcc77a-ca78-4dc3-8bee-598e66cb8a44 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0495214 Nov 10 14:34:48.420267 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-66c2e93c-88ef-4469-80bb-c61adeb23584 req-49a53f86-d38f-4307-ab3f-4bf46409c315 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398271 Nov 10 14:34:49.244904 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4fc5ef7b-a475-4b4b-b6ad-9b2e1384fc7c req-e6764448-22a2-4471-9d64-bbdf1cee75f8 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 210 time: 0.0254414 Nov 10 14:34:49.582871 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385874c6-6858-437c-93b2-c97db5a346a4 req-e6f0853d-990a-41f5-b8c5-ce82ff495483 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:49.584312 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-385874c6-6858-437c-93b2-c97db5a346a4 req-e6f0853d-990a-41f5-b8c5-ce82ff495483 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0555604 Nov 10 14:34:49.630761 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-385874c6-6858-437c-93b2-c97db5a346a4 req-675e1025-a889-494c-bd0e-b067ca603be8 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404963 Nov 10 14:34:50.353145 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2e4d47ee-59aa-4e28-976c-d4507400e8d6 req-476d1001-eb22-4623-b43f-3a1e06d6fde8 tempest-VolumesSnapshotTestJSON-2036769713 tempest-VolumesSnapshotTestJSON-2036769713-project] 10.222.0.39 "GET /v2.0/ports?device_id=8233a6d4-2bfa-4d07-ab6a-50a769cec336 HTTP/1.1" status: 200 len: 210 time: 0.0250797 Nov 10 14:34:50.746657 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df683de-dc05-414a-977a-5822ac285b5b req-c29d4530-4aad-4ea9-9111-3c1948020168 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:50.748638 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0df683de-dc05-414a-977a-5822ac285b5b req-c29d4530-4aad-4ea9-9111-3c1948020168 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0478628 Nov 10 14:34:50.794681 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0df683de-dc05-414a-977a-5822ac285b5b req-69bef5e8-411d-419e-830c-7422f56bfabf tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401022 Nov 10 14:34:50.999699 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:34:51.021343 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:34:51.021691 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 46ad7e7e-1b8d-43b1-8cca-ddbc765c2bc9 not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:34:51.922548 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393efa18-7cac-4715-9b58-8a5cea93c957 req-22f716b6-1c42-4b04-86f6-f74be6c3a1e1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:51.924221 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-393efa18-7cac-4715-9b58-8a5cea93c957 req-22f716b6-1c42-4b04-86f6-f74be6c3a1e1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0550556 Nov 10 14:34:51.987391 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-393efa18-7cac-4715-9b58-8a5cea93c957 req-47b25f98-dfac-476c-a59a-3a16190b0333 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572031 Nov 10 14:34:52.847535 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:34:53.105212 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebbfab-6db7-474b-a66c-05ef76b94f52 req-697c481e-5557-4ab8-8aaa-94f816676361 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:53.106678 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-04ebbfab-6db7-474b-a66c-05ef76b94f52 req-697c481e-5557-4ab8-8aaa-94f816676361 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0475013 Nov 10 14:34:53.156455 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-04ebbfab-6db7-474b-a66c-05ef76b94f52 req-c80c9b8a-c859-4815-a362-9398311457a3 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435393 Nov 10 14:34:54.276051 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b355510-ec44-4098-bd17-adfd6082f381 req-6861ad23-d86f-4c23-8af3-654804997c96 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:54.277556 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2b355510-ec44-4098-bd17-adfd6082f381 req-6861ad23-d86f-4c23-8af3-654804997c96 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0485680 Nov 10 14:34:54.326145 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2b355510-ec44-4098-bd17-adfd6082f381 req-feda1007-fcfd-4934-86e4-b5b813ad73c4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424228 Nov 10 14:34:55.451639 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877467f-190f-4d46-886e-6306c0bc0ac6 req-b5940ccb-1806-44fe-803c-c80682596bf7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:55.453106 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a877467f-190f-4d46-886e-6306c0bc0ac6 req-b5940ccb-1806-44fe-803c-c80682596bf7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0507786 Nov 10 14:34:55.499585 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a877467f-190f-4d46-886e-6306c0bc0ac6 req-cbbe12e8-8b6d-418d-aaf0-efb226679e71 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407560 Nov 10 14:34:56.616015 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ef869-abd6-4889-a672-7413e78e9cd6 req-19e2cc4e-73a4-4613-afef-86de2b5d75e9 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:56.617512 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-275ef869-abd6-4889-a672-7413e78e9cd6 req-19e2cc4e-73a4-4613-afef-86de2b5d75e9 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0481570 Nov 10 14:34:56.664020 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-275ef869-abd6-4889-a672-7413e78e9cd6 req-45f10b56-4c6f-4a04-87fd-d5dd8225498b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400524 Nov 10 14:34:57.788931 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07cc81-ff98-43a5-87bb-60fc01030ccb req-e2d992f2-a2ae-47fb-9cda-a9edc2ae7bc4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:57.790469 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ca07cc81-ff98-43a5-87bb-60fc01030ccb req-e2d992f2-a2ae-47fb-9cda-a9edc2ae7bc4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0537949 Nov 10 14:34:57.837780 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ca07cc81-ff98-43a5-87bb-60fc01030ccb req-a085b7f5-5640-4194-a3f9-75f96a1ab8b6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394382 Nov 10 14:34:58.963472 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33178009-2fa2-48e4-af20-6857cf153031 req-9c8543a4-38bf-478c-889e-e5519d6e128c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:34:58.964954 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-33178009-2fa2-48e4-af20-6857cf153031 req-9c8543a4-38bf-478c-889e-e5519d6e128c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0537059 Nov 10 14:34:59.011682 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-33178009-2fa2-48e4-af20-6857cf153031 req-9b0d7e2a-c27d-4f16-87a6-c773c8659934 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398638 Nov 10 14:35:00.142412 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cdcc3-9fac-4d25-a445-9677c78241e9 req-2d775a35-0a11-4fd9-927a-065fe23612bc tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:00.142412 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-982cdcc3-9fac-4d25-a445-9677c78241e9 req-2d775a35-0a11-4fd9-927a-065fe23612bc tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0486600 Nov 10 14:35:00.188523 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-982cdcc3-9fac-4d25-a445-9677c78241e9 req-16fbded8-0276-4080-bb08-d17c6b2d4c91 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438511 Nov 10 14:35:01.306372 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88456e-d9c6-44d0-abf5-0e779dfdec03 req-cc32b9cc-b19d-43db-958d-3cf0d537350b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:01.307835 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ac88456e-d9c6-44d0-abf5-0e779dfdec03 req-cc32b9cc-b19d-43db-958d-3cf0d537350b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0483890 Nov 10 14:35:01.353961 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ac88456e-d9c6-44d0-abf5-0e779dfdec03 req-3f791e98-b853-410d-8af8-6fb5d95f4cfc tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395427 Nov 10 14:35:02.472638 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e707ab-30bb-420b-8f06-5e940643e6e0 req-586fb2a3-d7a3-4f63-8569-297a6606e821 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:02.474110 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-29e707ab-30bb-420b-8f06-5e940643e6e0 req-586fb2a3-d7a3-4f63-8569-297a6606e821 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0478649 Nov 10 14:35:02.521707 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-29e707ab-30bb-420b-8f06-5e940643e6e0 req-7bb9bbdf-b038-4eda-b985-6c20706812a2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417829 Nov 10 14:35:03.667725 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b7fac-0797-40ef-9da0-e62920dccb3f req-f4fadf9f-9224-457a-9439-a7864e35a427 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:03.669318 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-479b7fac-0797-40ef-9da0-e62920dccb3f req-f4fadf9f-9224-457a-9439-a7864e35a427 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0549231 Nov 10 14:35:03.736331 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-479b7fac-0797-40ef-9da0-e62920dccb3f req-8d14c22b-de2b-436b-a995-2317452f78ec tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590272 Nov 10 14:35:04.868673 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fc532-91a0-4c58-a0c3-937d86edaaab req-af9fe24a-77fe-41f4-91cc-328ac3346dd8 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:04.870151 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ec0fc532-91a0-4c58-a0c3-937d86edaaab req-af9fe24a-77fe-41f4-91cc-328ac3346dd8 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0547214 Nov 10 14:35:04.922250 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ec0fc532-91a0-4c58-a0c3-937d86edaaab req-00a565d4-adbd-4599-8c5d-e0cf4559b6e1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454166 Nov 10 14:35:06.051186 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24443d81-aabe-4082-8b20-0a44a915ba71 req-a94ca1b8-cd8d-475c-b543-727e641023a7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:06.052850 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-24443d81-aabe-4082-8b20-0a44a915ba71 req-a94ca1b8-cd8d-475c-b543-727e641023a7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0525959 Nov 10 14:35:06.100733 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-24443d81-aabe-4082-8b20-0a44a915ba71 req-25fbde48-8100-488f-aaf7-27d7e4fa494c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419979 Nov 10 14:35:07.220316 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c504449-2774-4f85-8769-93793688492e req-58afa850-e213-4b44-8498-3cd0c8d0bdef tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:07.221843 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6c504449-2774-4f85-8769-93793688492e req-58afa850-e213-4b44-8498-3cd0c8d0bdef tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0489590 Nov 10 14:35:07.271441 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6c504449-2774-4f85-8769-93793688492e req-fac57454-fc14-46b4-aacd-bad6130df42a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435987 Nov 10 14:35:08.390503 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed4c2f-2c87-4597-b4b9-c6fbe5d8a61b req-7fe64d94-c250-4dd6-b274-4cd6f012d12c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:08.391860 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-feed4c2f-2c87-4597-b4b9-c6fbe5d8a61b req-7fe64d94-c250-4dd6-b274-4cd6f012d12c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0476155 Nov 10 14:35:08.437500 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-feed4c2f-2c87-4597-b4b9-c6fbe5d8a61b req-81f16fdb-c607-45d5-add8-1f0728c0efe1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397999 Nov 10 14:35:09.561592 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608242c-af40-43bc-bcfd-ab3f77d44d16 req-5cd3af8e-c8ca-4c6e-bbed-5bb2c8fc41ec tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:09.563174 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a608242c-af40-43bc-bcfd-ab3f77d44d16 req-5cd3af8e-c8ca-4c6e-bbed-5bb2c8fc41ec tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0487177 Nov 10 14:35:09.610054 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a608242c-af40-43bc-bcfd-ab3f77d44d16 req-82c8b120-f593-4768-a1bd-bd31566bd10f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Nov 10 14:35:10.441875 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-5674fafa-a14e-4ad2-a15f-d4624723e3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:10.731239 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c9fe8-77d8-41cc-9df4-17fb6c2223f9 req-60b719d2-cdd1-4cb9-b282-d7434e8690db tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:10.733134 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-535c9fe8-77d8-41cc-9df4-17fb6c2223f9 req-60b719d2-cdd1-4cb9-b282-d7434e8690db tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0507660 Nov 10 14:35:10.784188 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-535c9fe8-77d8-41cc-9df4-17fb6c2223f9 req-a810d1e5-f433-4400-85d0-aab2e57211e3 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452724 Nov 10 14:35:11.909740 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b5eb8-65b6-44e1-852b-fe8450f21650 req-175783b5-7a21-4f6a-8715-0006d948cf75 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:11.911216 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-dc2b5eb8-65b6-44e1-852b-fe8450f21650 req-175783b5-7a21-4f6a-8715-0006d948cf75 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0494857 Nov 10 14:35:11.957586 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-dc2b5eb8-65b6-44e1-852b-fe8450f21650 req-076329d4-b197-40aa-8290-fb1ada39922d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405459 Nov 10 14:35:13.012101 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-04fa4726-5a39-4504-93b5-5fb6b0c2c11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:13.080807 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef5e26-cad2-4c8b-9632-cecff09628ed req-f1dfd550-2c9a-4baa-b97e-3da436d48e0b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:13.082285 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9bef5e26-cad2-4c8b-9632-cecff09628ed req-f1dfd550-2c9a-4baa-b97e-3da436d48e0b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0495074 Nov 10 14:35:13.129514 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9bef5e26-cad2-4c8b-9632-cecff09628ed req-465a717e-a528-4075-97fb-36125a4c6701 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412097 Nov 10 14:35:14.112716 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:14.255575 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ac86c-d515-49d6-9068-52bc475d15ba req-bdf1a5ff-79dc-4ea8-8aac-3556d624afe9 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:14.257178 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ba4ac86c-d515-49d6-9068-52bc475d15ba req-bdf1a5ff-79dc-4ea8-8aac-3556d624afe9 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0528247 Nov 10 14:35:14.304306 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ba4ac86c-d515-49d6-9068-52bc475d15ba req-63685eb8-5b52-4df8-b681-6749a267f943 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397434 Nov 10 14:35:15.422470 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c9176-34bd-413b-bf8b-40932b9b865e req-6d91051a-5c0b-4998-8ff6-e27e74d63be0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:15.423828 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-106c9176-34bd-413b-bf8b-40932b9b865e req-6d91051a-5c0b-4998-8ff6-e27e74d63be0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0486259 Nov 10 14:35:15.472686 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-106c9176-34bd-413b-bf8b-40932b9b865e req-13faf726-e4dd-49af-935f-c5dc9807544b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426350 Nov 10 14:35:15.529310 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:16.588427 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61ca43-cd71-4102-9489-8e2b4fab53e4 req-5a948a79-0caa-4faf-9284-f962f66f042c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:16.589888 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9e61ca43-cd71-4102-9489-8e2b4fab53e4 req-5a948a79-0caa-4faf-9284-f962f66f042c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0482559 Nov 10 14:35:16.635044 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9e61ca43-cd71-4102-9489-8e2b4fab53e4 req-9149066f-2697-474e-95e1-89eec3b380cf tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388567 Nov 10 14:35:16.652799 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:17.088535 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:35:17.186023 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:35:17.197253 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'port_id': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'mac_address': 'fa:16:3e:5a:6e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:35:17.233846 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:17.245845 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:35:17.264471 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:35:17.267717 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:17.312864 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,revision_number=6']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:17.596367 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:17.612678 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['67e0e8cc-bba8-4bd9-bed7-d9f136676d2b'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:35:17.775475 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3789fbe-e130-4943-9389-a1dda3a1c404 req-e89bfcf1-c28a-4350-abac-06d39ce343b8 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:17.776990 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d3789fbe-e130-4943-9389-a1dda3a1c404 req-e89bfcf1-c28a-4350-abac-06d39ce343b8 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 945 time: 0.0562370 Nov 10 14:35:17.837759 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d3789fbe-e130-4943-9389-a1dda3a1c404 req-cebd709d-a989-41b0-95ce-7d790cb3f27a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542183 Nov 10 14:35:18.961807 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d82be9-0cf2-4b97-8e0d-0101d40dd566 req-c6f5811a-79ea-435b-9c60-49e9e5d20009 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:18.963278 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a0d82be9-0cf2-4b97-8e0d-0101d40dd566 req-c6f5811a-79ea-435b-9c60-49e9e5d20009 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 945 time: 0.0519896 Nov 10 14:35:19.010408 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a0d82be9-0cf2-4b97-8e0d-0101d40dd566 req-a334c93e-46e5-4ece-9e84-65e4a0d5892c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410903 Nov 10 14:35:19.086613 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:35:19.135385 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:19.135753 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:19.214983 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:19.239750 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:35:19.242048 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927132f3-2f95-4b25-a291-5870005df4f8" -d '{"events": [{"server_uuid": "60194a2e-ed68-4d33-ab4b-223638fecce0", "name": "network-vif-plugged", "status": "completed", "tag": "67e0e8cc-bba8-4bd9-bed7-d9f136676d2b"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:35:19.257781 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:35:19.269461 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:19.307050 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd21b06c-49fa-4b44-8c28-ee12c48a7a72 x-openstack-request-id: req-dd21b06c-49fa-4b44-8c28-ee12c48a7a72 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:35:19.307360 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60194a2e-ed68-4d33-ab4b-223638fecce0", "name": "network-vif-plugged", "status": "completed", "tag": "67e0e8cc-bba8-4bd9-bed7-d9f136676d2b", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:35:19.307801 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd21b06c-49fa-4b44-8c28-ee12c48a7a72 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:35:19.308190 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'code': 200} Nov 10 14:35:19.344443 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,revision_number=7']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:19.603165 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f160-69e0-450a-8038-ec8d2590512c req-2c8231d5-e0f6-4d3f-9639-9be690ea4a0d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:19.604762 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b597f160-69e0-450a-8038-ec8d2590512c req-2c8231d5-e0f6-4d3f-9639-9be690ea4a0d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0499020 Nov 10 14:35:19.654602 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b597f160-69e0-450a-8038-ec8d2590512c req-a303171a-a241-4518-a63a-0b88c40ed7cd tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426214 Nov 10 14:35:20.132614 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbc08b-9539-462f-acf1-cb722b7cb656 req-b39407ad-09af-4ace-a270-251e87598f45 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:20.134152 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f3dbc08b-9539-462f-acf1-cb722b7cb656 req-b39407ad-09af-4ace-a270-251e87598f45 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0497274 Nov 10 14:35:20.184432 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f3dbc08b-9539-462f-acf1-cb722b7cb656 req-fccf4ee2-bb2f-4bb7-983d-d9811b5d9e12 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428655 Nov 10 14:35:20.746523 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 35982) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:20.855169 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:20.939433 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:20.943444 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:20.968684 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13110f5-c205-4178-9bab-e17839fa04e1 req-5990e8ed-009d-4d7d-971e-c675097292a6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:20.970255 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c13110f5-c205-4178-9bab-e17839fa04e1 req-5990e8ed-009d-4d7d-971e-c675097292a6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.2467849 Nov 10 14:35:20.986616 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f9032e-d879-48c7-bfc4-9f4c9ab628f7,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:20.990842 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e07e88bf5a6f412b8ce339a98a2ac0e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422476 Nov 10 14:35:20.994740 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 35986) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:20.996313 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:20.997220 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:20.997667 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:20.998019 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:20.998359 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:20.998700 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:20.999036 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:20.999369 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:20.999704 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.000029 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.000369 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.000704 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582d144-9ccd-4e6f-b7df-1b2d9cf7b38f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.037464 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c13110f5-c205-4178-9bab-e17839fa04e1 req-888e6240-9d2c-47b1-bd85-987e817c4c90 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609121 Nov 10 14:35:21.062889 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:21.083275 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:21.130227 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:21.131516 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:21.133466 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3f9032e-d879-48c7-bfc4-9f4c9ab628f7 HTTP/1.1" status: 204 len: 168 time: 0.1361494 Nov 10 14:35:21.141267 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f9032e-d879-48c7-bfc4-9f4c9ab628f7,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:21.148587 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.148940 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.149310 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.149644 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.149976 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.150307 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.150635 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.151021 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.151332 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.151655 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.151978 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.152298 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0522e-fcf7-40d6-9800-fcba3659a182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:21.308037 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df8d0f-aaae-46ed-b913-0d514ac1feb9 req-ff0028e8-f25b-4b3c-b2c0-0736b6284cc9 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:21.310711 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-00df8d0f-aaae-46ed-b913-0d514ac1feb9 req-ff0028e8-f25b-4b3c-b2c0-0736b6284cc9 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0533330 Nov 10 14:35:21.370699 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-00df8d0f-aaae-46ed-b913-0d514ac1feb9 req-3e74859d-d2e6-4039-85ea-83cfefda65f3 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531073 Nov 10 14:35:21.761734 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 36016) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:21.855875 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-413578237-network', 'tenant_id': 'a609ce2a4124456683be236d253bd11e'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:35:21.877324 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] Made reservation on behalf of a609ce2a4124456683be236d253bd11e for: {'network': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:35:21.879524 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:21.888057 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:21.960698 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:21.964072 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:21.990275 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:35:21.999859 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:22.005525 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:22.005856 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.segments_db [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] Added segment dd6954ab-b279-490b-9614-cfc6ac9a2714 of type vlan for network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 Nov 10 14:35:22.045200 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:22.069148 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:22.070423 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:22.071002 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:22.138652 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3751578 Nov 10 14:35:22.141707 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 36022) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:22.144213 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec96884-d49d-4a0a-bb39-8447e1682f8e admin admin] Pushing event updated for resources: {'Network': ['ID=ba8bbec4-46f6-4fd1-81e8-14736e6decb9,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:22.146674 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-201b5ed6-a48a-4176-8978-4e4bf5bf7bf8 admin admin] Request body: {'subnet': {'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-413578237-subnet', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'ip_version': 4}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:35:22.181217 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201b5ed6-a48a-4176-8978-4e4bf5bf7bf8 admin admin] Made reservation on behalf of a609ce2a4124456683be236d253bd11e for: {'subnet': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:35:22.183606 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-201b5ed6-a48a-4176-8978-4e4bf5bf7bf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8836731'] for subnet, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:22.185560 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aae818-7cec-4d73-8e22-8dbef6756a03 req-93195fe3-8f69-4be8-be07-676f6e8073c2 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:22.187303 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-54aae818-7cec-4d73-8e22-8dbef6756a03 req-93195fe3-8f69-4be8-be07-676f6e8073c2 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0634682 Nov 10 14:35:22.246151 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-54aae818-7cec-4d73-8e22-8dbef6756a03 req-fd6b8111-bc8e-4d3f-b8c0-465396f77f75 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522039 Nov 10 14:35:22.277231 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:35:22.367035 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-201b5ed6-a48a-4176-8978-4e4bf5bf7bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8824644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8836693'] for subnet, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:22.425252 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b5ed6-a48a-4176-8978-4e4bf5bf7bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c880c0-47fe-47a6-84a5-527e6e388c8b,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:22.433401 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201b5ed6-a48a-4176-8978-4e4bf5bf7bf8 admin admin] Checking segment: {'id': 'dd6954ab-b279-490b-9614-cfc6ac9a2714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:35:22.433754 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201b5ed6-a48a-4176-8978-4e4bf5bf7bf8 admin admin] Network hostable DHCP agents. Network: ba8bbec4-46f6-4fd1-81e8-14736e6decb9, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:35:22.453885 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201b5ed6-a48a-4176-8978-4e4bf5bf7bf8 admin admin] Network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:35:22.464199 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-201b5ed6-a48a-4176-8978-4e4bf5bf7bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, ba8bbec4-46f6-4fd1-81e8-14736e6decb9) {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:35:22.469087 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b5ed6-a48a-4176-8978-4e4bf5bf7bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:22.469861 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-201b5ed6-a48a-4176-8978-4e4bf5bf7bf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:22.483388 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3164efe-b043-466c-815e-0c9b8e1f82d4 None None] Network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:35:22.520487 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 36040) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:22.521750 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-201b5ed6-a48a-4176-8978-4e4bf5bf7bf8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3748496 Nov 10 14:35:22.530230 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:35:22.545717 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f863c6-5555-40af-88e3-30cf14396c55 req-4d5f56e8-3d1b-48b0-b6d1-616f2317233d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:22.547203 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-98f863c6-5555-40af-88e3-30cf14396c55 req-4d5f56e8-3d1b-48b0-b6d1-616f2317233d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0703893 Nov 10 14:35:22.557551 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126634'] for router, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:22.559716 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3804106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3801192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126611'] for router, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:22.617620 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-98f863c6-5555-40af-88e3-30cf14396c55 req-6b52e73a-9cf6-4f66-a3be-8a323cfe99d6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618637 Nov 10 14:35:22.617916 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:22.669945 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6936937e-824a-563d-8a07-25313d23f3cc-ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'fixed_ips': [{'subnet_id': '79c880c0-47fe-47a6-84a5-527e6e388c8b'}]}} from dv-cinder-817229-1-iscsi. {{(pid=101584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 14:35:22.670835 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:22.783756 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:22.826484 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.db_base_plugin_common [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Allocated IP 172.20.0.2 (ba8bbec4-46f6-4fd1-81e8-14736e6decb9/79c880c0-47fe-47a6-84a5-527e6e388c8b/130cdd87-ef36-48a3-a602-cd978f80849e) {{(pid=101584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:35:22.994319 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Publish callbacks [] for port, precommit_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:22.998819 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:23.005482 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:23.023643 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:23.044198 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 is already hosted by enough agents. {{(pid=101584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:35:23.049941 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.base_scheduler [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Resources bound (agent type, host, resource id): {{(pid=101584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:35:23.053413 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Received port after_create {{(pid=101584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:35:23.065074 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Pushing event updated for resources: {'Port': ['ID=130cdd87-ef36-48a3-a602-cd978f80849e,revision_number=1']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:23.073200 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:23.073544 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:23.073882 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:23.074211 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:23.074543 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:23.075442 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:23.075773 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:23.076092 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:23.076450 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:23.076770 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:23.077262 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:23.077758 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:23.127137 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Attempting to bind port 130cdd87-ef36-48a3-a602-cd978f80849e on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:35:23.127501 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Attempting to bind port 130cdd87-ef36-48a3-a602-cd978f80849e by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': 'dd6954ab-b279-490b-9614-cfc6ac9a2714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:35:23.127864 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Attempting to bind port 130cdd87-ef36-48a3-a602-cd978f80849e on network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:35:23.133652 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:35:23.134058 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Checking segment: {'id': 'dd6954ab-b279-490b-9614-cfc6ac9a2714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:35:23.135276 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:23.135831 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Bound using segment: {'id': 'dd6954ab-b279-490b-9614-cfc6ac9a2714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:35:23.136388 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Bound port: 130cdd87-ef36-48a3-a602-cd978f80849e, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6954ab-b279-490b-9614-cfc6ac9a2714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:35:23.136743 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:23.139904 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Allocated IP 172.27.1.134 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/2411aef1-d404-41d0-95f4-a534ef53d848) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:35:23.203863 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] For port 130cdd87-ef36-48a3-a602-cd978f80849e, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:35:23.207103 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] For port 130cdd87-ef36-48a3-a602-cd978f80849e, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=130cdd87-ef36-48a3-a602-cd978f80849e,segment=NetworkSegment(dd6954ab-b279-490b-9614-cfc6ac9a2714),segment_id=dd6954ab-b279-490b-9614-cfc6ac9a2714)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:35:23.211325 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:23.292291 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:23.308648 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e645a8-8615-45ed-9b6a-8637761759cc None None] Pushing event updated for resources: {'Port': ['ID=130cdd87-ef36-48a3-a602-cd978f80849e,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:23.354490 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:23.413669 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:35:23.423878 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:35:23.440263 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:35:23.445725 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Pushing event updated for resources: {'Port': ['ID=2411aef1-d404-41d0-95f4-a534ef53d848,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:23.498980 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169ecb8-4b85-4d51-bcfa-dc282bd45d74 req-bed259ec-b226-4da7-a70e-7cf68a9c8ffb tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:23.500572 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c169ecb8-4b85-4d51-bcfa-dc282bd45d74 req-bed259ec-b226-4da7-a70e-7cf68a9c8ffb tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.1066506 Nov 10 14:35:23.697467 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c169ecb8-4b85-4d51-bcfa-dc282bd45d74 req-7e4cd37a-8040-4a2d-8487-40e0b9f516f2 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892428 Nov 10 14:35:23.801241 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96898040-83c5-4230-8893-faea0bc21fbf req-92053304-6d05-4282-b0ba-10374e6fe4af tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:23.803521 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-96898040-83c5-4230-8893-faea0bc21fbf req-92053304-6d05-4282-b0ba-10374e6fe4af tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0568182 Nov 10 14:35:23.860256 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:23.873451 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-96898040-83c5-4230-8893-faea0bc21fbf req-9a53c2ad-3eaf-414a-923e-61dd5df28136 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636477 Nov 10 14:35:23.980784 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 130cdd87-ef36-48a3-a602-cd978f80849e up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:35:24.046603 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 130cdd87-ef36-48a3-a602-cd978f80849e triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:24.046971 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:24.125093 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801279'] for router, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:24.153145 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:24.214936 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port 130cdd87-ef36-48a3-a602-cd978f80849e, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=130cdd87-ef36-48a3-a602-cd978f80849e,segment=NetworkSegment(dd6954ab-b279-490b-9614-cfc6ac9a2714),segment_id=dd6954ab-b279-490b-9614-cfc6ac9a2714)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:35:24.222868 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:24.318950 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=130cdd87-ef36-48a3-a602-cd978f80849e,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:24.334324 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 is scheduled to L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 with binding_index 1 {{(pid=101583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 14:35:24.473715 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:35:24.486902 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Sync routers for ids ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:35:24.500216 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] Publish callbacks [] for router, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:24.501791 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-8e44a7e0-1e01-4979-982f-899d5ea0160b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9792891 Nov 10 14:35:24.502063 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Routers {'9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:35:24.502947 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:35:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:24.504365 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 36076) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:24.582084 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7c0a9f-be25-4dc2-a051-6d36808606b1 None None] Network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:35:24.700212 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-18eb6c97-58f0-4b67-a812-aa27b440a2c5 None None] Provisioning complete for port 130cdd87-ef36-48a3-a602-cd978f80849e triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:24.700912 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-18eb6c97-58f0-4b67-a812-aa27b440a2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:24.860610 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Set router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:35:25.037640 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb93152-285a-400b-9b54-63c6d17b772b req-edb73888-d5a7-4158-895a-22259a65520e tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:25.053579 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3cb93152-285a-400b-9b54-63c6d17b772b req-edb73888-d5a7-4158-895a-22259a65520e tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.2533367 Nov 10 14:35:25.078260 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab58ca5-d771-4753-ac6b-5ee95beed6cc req-d1c583fa-8a75-4102-8633-1a57fd9985d4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:25.115306 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5ab58ca5-d771-4753-ac6b-5ee95beed6cc req-d1c583fa-8a75-4102-8633-1a57fd9985d4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0971966 Nov 10 14:35:25.193457 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3cb93152-285a-400b-9b54-63c6d17b772b req-6647c70c-80a0-43fb-b310-5a08f9a2b512 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330311 Nov 10 14:35:25.232031 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5ab58ca5-d771-4753-ac6b-5ee95beed6cc req-862d1029-8ce2-4897-9819-ed0d40f1de93 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079218 Nov 10 14:35:25.295598 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:35:23Z', 'revision_number': 3, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:25.335297 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Checking router: 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:35:25.336032 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Updating router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 port 2411aef1-d404-41d0-95f4-a534ef53d848 binding host dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:35:25.426245 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:25.523824 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:25.549640 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-83ef4cc5-f56d-48f4-9ff1-324791c90eff None None] Provisioning complete for port 130cdd87-ef36-48a3-a602-cd978f80849e triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:25.550377 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-83ef4cc5-f56d-48f4-9ff1-324791c90eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:25.635776 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Allocated IP 172.20.0.1 (ba8bbec4-46f6-4fd1-81e8-14736e6decb9/79c880c0-47fe-47a6-84a5-527e6e388c8b/9f0d587b-b652-4d6d-a230-f728c5bf3ea1) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:35:25.790076 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:25.872898 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:25.932218 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:35:25.934490 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 130cdd87-ef36-48a3-a602-cd978f80849e up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:35:25.935688 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:35:25.941762 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:35:25.947706 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Publish callbacks [] for port, precommit_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:25.968799 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0d587b-b652-4d6d-a230-f728c5bf3ea1,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:25.988251 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:26.003012 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804264'] for router_interface, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:26.124705 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b030e-73aa-4d1b-8beb-723d2880b7d0 None None] Pushing event updated for resources: {'Port': ['ID=2411aef1-d404-41d0-95f4-a534ef53d848,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:26.140152 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Attempting to bind port 2411aef1-d404-41d0-95f4-a534ef53d848 on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:35:26.140611 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Attempting to bind port 2411aef1-d404-41d0-95f4-a534ef53d848 by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:35:26.141093 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Attempting to bind port 2411aef1-d404-41d0-95f4-a534ef53d848 on network 44ed265f-6e99-4080-a569-99c206a012ee {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:35:26.153867 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:35:26.154687 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Checking segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:35:26.155092 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:26.155575 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Bound using segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:35:26.155955 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Bound port: 2411aef1-d404-41d0-95f4-a534ef53d848, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:35:26.156381 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:26.218151 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 130cdd87-ef36-48a3-a602-cd978f80849e triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:26.218151 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:26.388229 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] For port 2411aef1-d404-41d0-95f4-a534ef53d848, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:35:26.393404 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] For port 2411aef1-d404-41d0-95f4-a534ef53d848, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=2411aef1-d404-41d0-95f4-a534ef53d848,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:35:26.407803 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:26.446575 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-6f0d4f9f-71ce-4fb8-ba2a-048a91949ce3 None None] Provisioning complete for port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:26.447092 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4f9f-71ce-4fb8-ba2a-048a91949ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:26.454638 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac35ea9-4f9d-48de-afd9-2529f1dbe920 req-743c95e6-5596-434d-969c-8a0150935ea7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:26.456229 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8ac35ea9-4f9d-48de-afd9-2529f1dbe920 req-743c95e6-5596-434d-969c-8a0150935ea7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0816472 Nov 10 14:35:26.516463 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d4f9f-71ce-4fb8-ba2a-048a91949ce3 None None] Port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:35:26.536430 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8ac35ea9-4f9d-48de-afd9-2529f1dbe920 req-883e5b9c-55e5-4cb9-b923-264c2e750f3a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560002 Nov 10 14:35:26.565924 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Routers {'9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:35:26.566539 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:35:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:26.615913 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:26.658850 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b030e-73aa-4d1b-8beb-723d2880b7d0 None None] Pushing event updated for resources: {'Port': ['ID=2411aef1-d404-41d0-95f4-a534ef53d848,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:26.666628 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07517a71-ff93-4abe-8a5c-1f10cc0945ed req-99249d1a-f274-47ce-8297-4000788908a0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:26.673773 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-07517a71-ff93-4abe-8a5c-1f10cc0945ed req-99249d1a-f274-47ce-8297-4000788908a0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.1027052 Nov 10 14:35:26.752752 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] Set router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:35:26.812212 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-07517a71-ff93-4abe-8a5c-1f10cc0945ed req-ec2ad0f9-8c2b-42b4-bec2-d3d51f7da392 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374581 Nov 10 14:35:26.904485 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:26.914984 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:26.989081 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0d587b-b652-4d6d-a230-f728c5bf3ea1,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:26.991621 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3713624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804412'] for router_interface, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:27.013863 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 4, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '9f0d587b-b652-4d6d-a230-f728c5bf3ea1', 'name': '', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'mac_address': 'fa:16:3e:47:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:25Z', 'updated_at': '2021-11-10T14:35:25Z', 'revision_number': 1, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'subnets': [{'id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:27.040968 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017b57d-9df5-4220-bf9e-a87ea3888a73 None None] The sync data for ids ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'] in dv-cinder-817229-1-iscsi is: [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 4, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '9f0d587b-b652-4d6d-a230-f728c5bf3ea1', 'name': '', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'mac_address': 'fa:16:3e:47:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:25Z', 'updated_at': '2021-11-10T14:35:25Z', 'revision_number': 1, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'subnets': [{'id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:35:27.108436 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:35:27.110196 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:35:27.287251 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:35:27.364568 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 36116) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:27.421663 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_v2 [None req-41176ce8-7ed7-465b-8ecc-563bed033826 admin admin] Deleting subnet db34d8c8-0841-40fc-ba6d-7cd3c98a036e {{(pid=101582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:35:27.425157 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-41176ce8-7ed7-465b-8ecc-563bed033826 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:27.461351 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-1219ef95-6b08-4aaa-8ca8-91070f71fd9a None None] Provisioning complete for port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:27.461351 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-1219ef95-6b08-4aaa-8ca8-91070f71fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:27.464879 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-41176ce8-7ed7-465b-8ecc-563bed033826 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126461'] for subnet, precommit_delete_associations {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:27.495894 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:35:27.524943 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-684041d4-afe7-48f5-8ac8-87a3ea941036 admin admin] 10.222.0.39 "PUT /v2.0/routers/9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0096664 Nov 10 14:35:27.534836 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-1219ef95-6b08-4aaa-8ca8-91070f71fd9a None None] Port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:35:27.894985 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-41176ce8-7ed7-465b-8ecc-563bed033826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:27.928148 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14759bdb-99b1-4cd8-b9a9-19bf53399aa9 req-cb38db59-dd6b-4a64-9194-6be4adff0a1d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:27.937940 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-14759bdb-99b1-4cd8-b9a9-19bf53399aa9 req-cb38db59-dd6b-4a64-9194-6be4adff0a1d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.1259034 Nov 10 14:35:28.031210 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-14759bdb-99b1-4cd8-b9a9-19bf53399aa9 req-c31b968d-1f91-46e2-9acd-e287ad8cdbee tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920923 Nov 10 14:35:28.040192 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cf97d-11c9-4619-b141-7e19dcafa5e1 req-516fcf05-da88-4cc3-923f-3205d3dccf98 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:28.058058 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-330cf97d-11c9-4619-b141-7e19dcafa5e1 req-516fcf05-da88-4cc3-923f-3205d3dccf98 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.1248009 Nov 10 14:35:28.076609 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-41176ce8-7ed7-465b-8ecc-563bed033826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8824709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8836702'] for subnet, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.116328 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41176ce8-7ed7-465b-8ecc-563bed033826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db34d8c8-0841-40fc-ba6d-7cd3c98a036e,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:28.120138 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-41176ce8-7ed7-465b-8ecc-563bed033826 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.126574 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-41176ce8-7ed7-465b-8ecc-563bed033826 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/db34d8c8-0841-40fc-ba6d-7cd3c98a036e HTTP/1.1" status: 204 len: 168 time: 0.7605255 Nov 10 14:35:28.129496 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 36136) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:28.156064 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-330cf97d-11c9-4619-b141-7e19dcafa5e1 req-98cb2002-f287-463d-a483-4ff46ebb633f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957618 Nov 10 14:35:28.263234 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-aba52e74-a202-4944-97b7-26ea832ecd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.414231 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-aba52e74-a202-4944-97b7-26ea832ecd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.444044 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 36142) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:28.448974 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1250269103-network', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:35:28.457913 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-aba52e74-a202-4944-97b7-26ea832ecd2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22977978-a4b0-437a-b93b-a7bc036347ea']}} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:28.476776 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-aba52e74-a202-4944-97b7-26ea832ecd2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b561df4e-23f7-4e9a-b712-fc4601695827') {'for_net_delete': True} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:28.477818 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-aba52e74-a202-4944-97b7-26ea832ecd2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b561df4e-23f7-4e9a-b712-fc4601695827') {} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:28.488769 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] Made reservation on behalf of 8f838de64b68472fadacd66bafd5b4a0 for: {'network': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:35:28.491392 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-aba52e74-a202-4944-97b7-26ea832ecd2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126436'] for segment, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.492464 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.511007 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.517976 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-aba52e74-a202-4944-97b7-26ea832ecd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.525557 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba52e74-a202-4944-97b7-26ea832ecd2c admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:35:28.525945 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-aba52e74-a202-4944-97b7-26ea832ecd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8824795'] for segment, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: Traceback (most recent call last): Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: timer() Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: cb(*args, **kw) Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: return func(*args, **kwargs) Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: self._notify() Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: self.callback(batched_events) Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: event.method(event) Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: return f(self, *a, **k) Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: return self._get(url).json() Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: return self.request(url, 'GET', **kwargs) Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:35:28.528693 dv-cinder-817229-1-iscsi neutron-server[101582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:35:28.625861 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-aba52e74-a202-4944-97b7-26ea832ecd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.648469 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.654387 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.661035 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba52e74-a202-4944-97b7-26ea832ecd2c admin admin] Pushing event deleted for resources: {'Network': ['ID=22977978-a4b0-437a-b93b-a7bc036347ea,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:28.664559 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-aba52e74-a202-4944-97b7-26ea832ecd2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.673658 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-aba52e74-a202-4944-97b7-26ea832ecd2c admin admin] 10.222.0.39 "DELETE /v2.0/networks/22977978-a4b0-437a-b93b-a7bc036347ea HTTP/1.1" status: 204 len: 168 time: 0.5428116 Nov 10 14:35:28.686455 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c58b36a-68d7-4016-aacc-e961329d013a,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:28.699306 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=101583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:35:28.713310 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.713630 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.segments_db [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] Added segment c828a363-e3b5-4d2c-be9d-01fda1baf9ed of type vlan for network f12eb43f-25d7-437b-9e8d-f457c14494e5 Nov 10 14:35:28.764101 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.797787 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.799946 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:28.801716 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:28.879982 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4344466 Nov 10 14:35:28.882616 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 36146) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:28.890216 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-d46900b3-4ced-4ba5-a8f9-90547fd72251 admin admin] Request body: {'subnet': {'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1250269103-subnet', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'ip_version': 4}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:35:28.897334 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2afba-5a4e-4243-a19c-15e309e473c0 admin admin] Pushing event updated for resources: {'Network': ['ID=f12eb43f-25d7-437b-9e8d-f457c14494e5,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:28.910514 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network f12eb43f-25d7-437b-9e8d-f457c14494e5 details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:35:28.918432 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46900b3-4ced-4ba5-a8f9-90547fd72251 admin admin] Made reservation on behalf of 8f838de64b68472fadacd66bafd5b4a0 for: {'subnet': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:35:28.920936 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d46900b3-4ced-4ba5-a8f9-90547fd72251 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9466149'] for subnet, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:29.010836 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 36148) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:29.125552 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d46900b3-4ced-4ba5-a8f9-90547fd72251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2253992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9466123'] for subnet, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:29.145128 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-87f0a829-6c3e-4530-9a6e-4f10dc549c80 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f12ca28fed7434a80d4a75966ac07b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327682 Nov 10 14:35:29.148668 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 36152) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:29.232185 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46900b3-4ced-4ba5-a8f9-90547fd72251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23933f70-7742-4bea-99da-9ff6f91bc102,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:29.247532 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-137a80d0-97dc-4b43-b5a4-bd50c94bd24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:29.257673 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46900b3-4ced-4ba5-a8f9-90547fd72251 admin admin] Checking segment: {'id': 'c828a363-e3b5-4d2c-be9d-01fda1baf9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:35:29.258311 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46900b3-4ced-4ba5-a8f9-90547fd72251 admin admin] Network hostable DHCP agents. Network: f12eb43f-25d7-437b-9e8d-f457c14494e5, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:35:29.281210 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-137a80d0-97dc-4b43-b5a4-bd50c94bd24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:29.288335 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46900b3-4ced-4ba5-a8f9-90547fd72251 admin admin] Network f12eb43f-25d7-437b-9e8d-f457c14494e5 is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:35:29.290170 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b9482-f194-4d59-bf20-bc00ab826461 req-69c4f487-bcbd-4abe-8cc1-08ab90831439 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:29.298512 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2b6b9482-f194-4d59-bf20-bc00ab826461 req-69c4f487-bcbd-4abe-8cc1-08ab90831439 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.1427782 Nov 10 14:35:29.316523 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-d46900b3-4ced-4ba5-a8f9-90547fd72251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, f12eb43f-25d7-437b-9e8d-f457c14494e5) {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:35:29.327904 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46900b3-4ced-4ba5-a8f9-90547fd72251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:29.328556 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d46900b3-4ced-4ba5-a8f9-90547fd72251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:29.330068 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80c65b6-9281-437a-8a8f-215e36d3b17e None None] Network f12eb43f-25d7-437b-9e8d-f457c14494e5 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:35:29.349913 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bbfec-25f2-4748-b6ed-1b42738c5d1c req-a1f24620-89cd-4693-9ebe-64cd2004ab92 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:29.351455 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-638bbfec-25f2-4748-b6ed-1b42738c5d1c req-a1f24620-89cd-4693-9ebe-64cd2004ab92 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0738020 Nov 10 14:35:29.364439 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2b6b9482-f194-4d59-bf20-bc00ab826461 req-3e6c965c-ccb6-4340-a3ea-4d1e2f02b82b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641932 Nov 10 14:35:29.373366 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-d46900b3-4ced-4ba5-a8f9-90547fd72251 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4863443 Nov 10 14:35:29.373761 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 36158) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:29.411077 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1250269103-router', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:35:29.458557 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-137a80d0-97dc-4b43-b5a4-bd50c94bd24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:29.461140 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-137a80d0-97dc-4b43-b5a4-bd50c94bd24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:29.466061 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-137a80d0-97dc-4b43-b5a4-bd50c94bd24e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2456e61c-5ca1-4e95-9000-030036044eb8 HTTP/1.1" status: 204 len: 168 time: 0.3144653 Nov 10 14:35:29.491882 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126634'] for router, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:29.492802 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a80d0-97dc-4b43-b5a4-bd50c94bd24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2456e61c-5ca1-4e95-9000-030036044eb8,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:29.509663 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3804106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3801192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126611'] for router, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:29.641688 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-638bbfec-25f2-4748-b6ed-1b42738c5d1c req-fdf3506a-6fee-4609-956d-777e48a257ed tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662802 Nov 10 14:35:29.693297 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6936937e-824a-563d-8a07-25313d23f3cc-f12eb43f-25d7-437b-9e8d-f457c14494e5', 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'fixed_ips': [{'subnet_id': '23933f70-7742-4bea-99da-9ff6f91bc102'}]}} from dv-cinder-817229-1-iscsi. {{(pid=101584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 14:35:29.699038 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:29.705717 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:29.956188 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:30.080376 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 2411aef1-d404-41d0-95f4-a534ef53d848 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:35:30.177351 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.db_base_plugin_common [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Allocated IP 172.20.0.2 (f12eb43f-25d7-437b-9e8d-f457c14494e5/23933f70-7742-4bea-99da-9ff6f91bc102/56acfabb-99fd-4532-bb35-2c4f82c70605) {{(pid=101584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:35:30.226127 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:35:30.305101 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 2411aef1-d404-41d0-95f4-a534ef53d848 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:30.305476 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:30.346892 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:30.373655 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:30.392960 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Sync routers for ids ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:35:30.411752 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Routers {'9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:35:30.412382 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:35:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:30.523724 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Publish callbacks [] for port, precommit_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:30.533104 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:30.586832 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1101af9-aa1c-42bf-a4fd-ea96593c8264 req-0a7397b1-4bb0-4d03-91bb-f1cecc40da0f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:30.596825 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a1101af9-aa1c-42bf-a4fd-ea96593c8264 req-0a7397b1-4bb0-4d03-91bb-f1cecc40da0f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.1131353 Nov 10 14:35:30.619748 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Set router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:35:30.632058 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Allocated IP 172.27.1.206 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/f04627be-8230-4b15-bf7a-313d2f6d0a8f) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:35:30.667613 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Network f12eb43f-25d7-437b-9e8d-f457c14494e5 is already hosted by enough agents. {{(pid=101584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:35:30.669694 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:30.679952 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.base_scheduler [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Resources bound (agent type, host, resource id): {{(pid=101584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:35:30.686700 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Received port after_create {{(pid=101584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:35:30.709610 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a1101af9-aa1c-42bf-a4fd-ea96593c8264 req-89e04f14-8e9d-45c9-bd15-f1481ff16856 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061819 Nov 10 14:35:30.722371 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Pushing event updated for resources: {'Port': ['ID=56acfabb-99fd-4532-bb35-2c4f82c70605,revision_number=1']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:30.734456 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port 2411aef1-d404-41d0-95f4-a534ef53d848, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=2411aef1-d404-41d0-95f4-a534ef53d848,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:35:30.764652 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:30.841378 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Attempting to bind port 56acfabb-99fd-4532-bb35-2c4f82c70605 on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:35:30.841378 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Attempting to bind port 56acfabb-99fd-4532-bb35-2c4f82c70605 by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': 'c828a363-e3b5-4d2c-be9d-01fda1baf9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:35:30.841378 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Attempting to bind port 56acfabb-99fd-4532-bb35-2c4f82c70605 on network f12eb43f-25d7-437b-9e8d-f457c14494e5 {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:35:30.879567 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd596e62-9478-4106-9872-7af60994825e req-ab55eecd-555c-48d6-a741-368dc69a6eab tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:30.887168 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bd596e62-9478-4106-9872-7af60994825e req-ab55eecd-555c-48d6-a741-368dc69a6eab tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.1027675 Nov 10 14:35:30.893159 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:35:30.893521 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Checking segment: {'id': 'c828a363-e3b5-4d2c-be9d-01fda1baf9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:35:30.894021 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:30.894321 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Bound using segment: {'id': 'c828a363-e3b5-4d2c-be9d-01fda1baf9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:35:30.894810 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Bound port: 56acfabb-99fd-4532-bb35-2c4f82c70605, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c828a363-e3b5-4d2c-be9d-01fda1baf9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:35:30.895191 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:30.896834 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:30.939602 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=2411aef1-d404-41d0-95f4-a534ef53d848,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:30.960127 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bd596e62-9478-4106-9872-7af60994825e req-8fd6d576-b987-43dc-abb7-6eb798370235 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718861 Nov 10 14:35:30.972815 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:31.067944 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 4, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '9f0d587b-b652-4d6d-a230-f728c5bf3ea1', 'name': '', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'mac_address': 'fa:16:3e:47:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:25Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 2, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'subnets': [{'id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:31.071190 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] For port 56acfabb-99fd-4532-bb35-2c4f82c70605, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:35:31.075739 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] For port 56acfabb-99fd-4532-bb35-2c4f82c70605, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=56acfabb-99fd-4532-bb35-2c4f82c70605,segment=NetworkSegment(c828a363-e3b5-4d2c-be9d-01fda1baf9ed),segment_id=c828a363-e3b5-4d2c-be9d-01fda1baf9ed)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:35:31.080835 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:31.097428 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:35:31.115434 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:35:31.151388 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:35:31.163221 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Pushing event updated for resources: {'Port': ['ID=f04627be-8230-4b15-bf7a-313d2f6d0a8f,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:31.239295 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Checking router: 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:35:31.239860 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Updating router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 binding host dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:35:31.253703 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978262f1-27c7-407b-a329-7d4a5a5e1573 None None] Pushing event updated for resources: {'Port': ['ID=56acfabb-99fd-4532-bb35-2c4f82c70605,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:31.338834 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:31.431633 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38725275-7ddc-4142-80c8-4e305e6d122e req-13a07315-d977-4c7a-9319-04d8cbaa42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:31.433546 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-38725275-7ddc-4142-80c8-4e305e6d122e req-13a07315-d977-4c7a-9319-04d8cbaa42f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2430c7f095e74156a1565c216a9a2b06&device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 1099 time: 0.0693777 Nov 10 14:35:31.571507 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f337fd-f8a7-4cb1-af28-ed65baac7974 req-f61cd9b4-3bdf-4a35-b397-2479e3b2cb7a tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:31.573084 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d5f337fd-f8a7-4cb1-af28-ed65baac7974 req-f61cd9b4-3bdf-4a35-b397-2479e3b2cb7a tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.2606487 Nov 10 14:35:31.704142 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d5f337fd-f8a7-4cb1-af28-ed65baac7974 req-a39fc109-47f1-45dc-92ff-e625505a4af9 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171002 Nov 10 14:35:31.711320 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:31.786805 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38725275-7ddc-4142-80c8-4e305e6d122e req-008a596b-fa59-49fe-a99d-6814da72869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:31.790053 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-38725275-7ddc-4142-80c8-4e305e6d122e req-008a596b-fa59-49fe-a99d-6814da72869c service neutron] 10.222.0.32 "GET /v2.0/networks?id=51adad85-2310-4257-b12d-2fa5a02b15eb HTTP/1.1" status: 200 len: 911 time: 0.3492870 Nov 10 14:35:31.932183 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507472b-d86d-49cb-993a-36007d694e0a req-431e5beb-80ea-452f-9158-299c99d2ab7d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:31.942188 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3507472b-d86d-49cb-993a-36007d694e0a req-431e5beb-80ea-452f-9158-299c99d2ab7d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0970376 Nov 10 14:35:31.950711 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-38725275-7ddc-4142-80c8-4e305e6d122e req-33c8896e-46bf-4403-8b34-491d083adc96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48b1df86-8344-45fd-9f87-7ead87b5d2e2 HTTP/1.1" status: 200 len: 1002 time: 0.1504555 Nov 10 14:35:31.969609 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Publish callbacks [] for port, precommit_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:31.992805 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:32.162143 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb000df1-0d09-4048-bf7f-35796014141d None None] Pushing event updated for resources: {'Port': ['ID=9f0d587b-b652-4d6d-a230-f728c5bf3ea1,revision_number=3']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:32.176181 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 56acfabb-99fd-4532-bb35-2c4f82c70605 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:35:32.194688 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38725275-7ddc-4142-80c8-4e305e6d122e req-8794d8e0-5f86-4e71-b088-0c00509bdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:32.196179 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-38725275-7ddc-4142-80c8-4e305e6d122e req-8794d8e0-5f86-4e71-b088-0c00509bdbd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe999501-c772-4030-bed3-027c2ee0e36a HTTP/1.1" status: 200 len: 849 time: 0.2278054 Nov 10 14:35:32.231824 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb000df1-0d09-4048-bf7f-35796014141d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:32.233378 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb000df1-0d09-4048-bf7f-35796014141d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:32.234088 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb000df1-0d09-4048-bf7f-35796014141d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:32.236406 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb000df1-0d09-4048-bf7f-35796014141d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:32.236576 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801279'] for router, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:32.240236 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb000df1-0d09-4048-bf7f-35796014141d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:32.240783 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb000df1-0d09-4048-bf7f-35796014141d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:32.241714 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb000df1-0d09-4048-bf7f-35796014141d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:32.241714 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb000df1-0d09-4048-bf7f-35796014141d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:32.242220 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb000df1-0d09-4048-bf7f-35796014141d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:32.243048 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb000df1-0d09-4048-bf7f-35796014141d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:32.243627 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb000df1-0d09-4048-bf7f-35796014141d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:32.244048 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb000df1-0d09-4048-bf7f-35796014141d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:35:32.253944 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Attempting to bind port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:35:32.254430 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Attempting to bind port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': 'dd6954ab-b279-490b-9614-cfc6ac9a2714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9'}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:35:32.255072 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Attempting to bind port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 on network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:35:32.274756 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:35:32.275162 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Checking segment: {'id': 'dd6954ab-b279-490b-9614-cfc6ac9a2714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:35:32.275666 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:32.276173 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Bound using segment: {'id': 'dd6954ab-b279-490b-9614-cfc6ac9a2714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9'} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:35:32.276760 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Bound port: 9f0d587b-b652-4d6d-a230-f728c5bf3ea1, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6954ab-b279-490b-9614-cfc6ac9a2714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9'}}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:35:32.277292 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:32.311890 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3507472b-d86d-49cb-993a-36007d694e0a req-cd3e7b67-7f5b-462f-b2cc-7ee4fa75ddc3 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687403 Nov 10 14:35:32.312104 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 56acfabb-99fd-4532-bb35-2c4f82c70605 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:32.312432 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:32.345263 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38725275-7ddc-4142-80c8-4e305e6d122e req-c9a007ac-dd4a-4338-b6a8-98c27eb35afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:32.347541 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-38725275-7ddc-4142-80c8-4e305e6d122e req-c9a007ac-dd4a-4338-b6a8-98c27eb35afc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51adad85-2310-4257-b12d-2fa5a02b15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1249316 Nov 10 14:35:32.443631 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] For port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:35:32.447467 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] For port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=9f0d587b-b652-4d6d-a230-f728c5bf3ea1,segment=NetworkSegment(dd6954ab-b279-490b-9614-cfc6ac9a2714),segment_id=dd6954ab-b279-490b-9614-cfc6ac9a2714)] {{(pid=101585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:35:32.470196 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:32.501351 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:32.548931 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb000df1-0d09-4048-bf7f-35796014141d None None] Pushing event updated for resources: {'Port': ['ID=9f0d587b-b652-4d6d-a230-f728c5bf3ea1,revision_number=4']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:32.578178 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Routers {'9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:35:32.578807 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:35:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:32.592797 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-38725275-7ddc-4142-80c8-4e305e6d122e req-521968d0-d2d3-4bbf-8f0e-1f451a1898fd service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368047 Nov 10 14:35:32.603222 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Router 8da72eec-50de-4ba4-b306-ef5516cba53f is scheduled to L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 with binding_index 1 {{(pid=101583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 14:35:32.623915 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port 56acfabb-99fd-4532-bb35-2c4f82c70605, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=56acfabb-99fd-4532-bb35-2c4f82c70605,segment=NetworkSegment(c828a363-e3b5-4d2c-be9d-01fda1baf9ed),segment_id=c828a363-e3b5-4d2c-be9d-01fda1baf9ed)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:35:32.632355 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7d2dad5a-7577-4b72-86e2-f7a1c50a1f94 None None] Provisioning complete for port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:32.632972 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7d2dad5a-7577-4b72-86e2-f7a1c50a1f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:32.677050 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:32.678189 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 2411aef1-d404-41d0-95f4-a534ef53d848 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:35:32.792543 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] Set router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:35:32.876142 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=56acfabb-99fd-4532-bb35-2c4f82c70605,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:32.903125 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-38725275-7ddc-4142-80c8-4e305e6d122e req-4785c1de-c598-40cb-91f7-04e627bbae89 service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942741 Nov 10 14:35:32.990959 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 2411aef1-d404-41d0-95f4-a534ef53d848 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:32.993465 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:33.057635 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51049eb-9e38-41f7-9636-41ba84048447 None None] Network f12eb43f-25d7-437b-9e8d-f457c14494e5 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:35:33.066566 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7d2dad5a-7577-4b72-86e2-f7a1c50a1f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:33.202734 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:35:33.210501 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 4, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '9f0d587b-b652-4d6d-a230-f728c5bf3ea1', 'name': '', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'mac_address': 'fa:16:3e:47:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:25Z', 'updated_at': '2021-11-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'subnets': [{'id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:33.224632 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18295c-2784-4297-9f9f-bc1368f826e8 req-83c90905-959f-456b-abf9-5535cc148387 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:33.232933 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-da18295c-2784-4297-9f9f-bc1368f826e8 req-83c90905-959f-456b-abf9-5535cc148387 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.1059439 Nov 10 14:35:33.252484 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f86ad-2ae0-44d8-8d02-344212163979 None None] The sync data for ids ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'] in dv-cinder-817229-1-iscsi is: [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 4, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '9f0d587b-b652-4d6d-a230-f728c5bf3ea1', 'name': '', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'mac_address': 'fa:16:3e:47:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:25Z', 'updated_at': '2021-11-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'subnets': [{'id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:35:33.301672 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] Publish callbacks [] for router, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:33.305525 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-1f30da85-40e6-42e1-b60c-1131e71a423b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9077563 Nov 10 14:35:33.306511 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 36206) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:33.331902 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-da18295c-2784-4297-9f9f-bc1368f826e8 req-760dd802-f498-458c-93ce-bfd93ff8dd39 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980761 Nov 10 14:35:33.383598 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Sync routers for ids ['8da72eec-50de-4ba4-b306-ef5516cba53f'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:35:33.457507 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Routers {'8da72eec-50de-4ba4-b306-ef5516cba53f'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:35:33.458217 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-7e008e73-1634-4011-8904-17889d74d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:35:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8da72eec-50de-4ba4-b306-ef5516cba53f'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:33.600451 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7d2dad5a-7577-4b72-86e2-f7a1c50a1f94 None None] For port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=9f0d587b-b652-4d6d-a230-f728c5bf3ea1,segment=NetworkSegment(dd6954ab-b279-490b-9614-cfc6ac9a2714),segment_id=dd6954ab-b279-490b-9614-cfc6ac9a2714)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:35:33.619640 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7d2dad5a-7577-4b72-86e2-f7a1c50a1f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:33.883934 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2dad5a-7577-4b72-86e2-f7a1c50a1f94 None None] Pushing event updated for resources: {'Port': ['ID=9f0d587b-b652-4d6d-a230-f728c5bf3ea1,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:33.912567 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-d4865e49-f5c1-48ab-ab54-035c8625e3fa None None] Provisioning complete for port 56acfabb-99fd-4532-bb35-2c4f82c70605 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:33.913266 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d4865e49-f5c1-48ab-ab54-035c8625e3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:33.935516 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Set router 8da72eec-50de-4ba4-b306-ef5516cba53f gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:35:34.069846 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fc869-6329-4774-8ddb-20afac1b5cf7 req-ae6dba4d-d207-4b42-b7be-ab13d916ae4a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:34.082424 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ab9fc869-6329-4774-8ddb-20afac1b5cf7 req-ae6dba4d-d207-4b42-b7be-ab13d916ae4a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.4998026 Nov 10 14:35:34.190699 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:35:34.210964 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ab9fc869-6329-4774-8ddb-20afac1b5cf7 req-b0137b45-d883-4f06-92e0-b799aad6f487 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165326 Nov 10 14:35:34.272583 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:34.587228 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:34.588188 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:34.719113 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb0a91-ab6d-4690-856d-e3ddc2ef6e80 req-0bfdf687-5050-4de4-9757-65ff78485658 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:34.721596 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-31cb0a91-ab6d-4690-856d-e3ddc2ef6e80 req-0bfdf687-5050-4de4-9757-65ff78485658 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.1099992 Nov 10 14:35:34.742663 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Allocated IP 172.20.0.1 (f12eb43f-25d7-437b-9e8d-f457c14494e5/23933f70-7742-4bea-99da-9ff6f91bc102/8248c246-a23d-4060-be4f-72ae9027a332) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:35:34.822587 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-31cb0a91-ab6d-4690-856d-e3ddc2ef6e80 req-a98039bf-18ac-4c8e-9ac4-bea5cdf291f2 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868316 Nov 10 14:35:34.873091 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-7e008e73-1634-4011-8904-17889d74d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'name': 'tempest-TestMinimumBasicScenario-1250269103-router', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f04627be-8230-4b15-bf7a-313d2f6d0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:29Z', 'updated_at': '2021-11-10T14:35:31Z', 'revision_number': 3, 'project_id': '8f838de64b68472fadacd66bafd5b4a0', 'gw_port': {'id': 'f04627be-8230-4b15-bf7a-313d2f6d0a8f', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:30Z', 'updated_at': '2021-11-10T14:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:34.875887 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-d4865e49-f5c1-48ab-ab54-035c8625e3fa None None] Provisioning complete for port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:34.875887 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d4865e49-f5c1-48ab-ab54-035c8625e3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:34.921716 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:34.951175 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Checking router: 8da72eec-50de-4ba4-b306-ef5516cba53f for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:35:34.951703 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Updating router 8da72eec-50de-4ba4-b306-ef5516cba53f port f04627be-8230-4b15-bf7a-313d2f6d0a8f binding host dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:35:34.955707 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.010023 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Network f12eb43f-25d7-437b-9e8d-f457c14494e5 is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:35:35.012533 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:35:35.014839 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 56acfabb-99fd-4532-bb35-2c4f82c70605 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:35:35.017051 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.018480 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:35:35.045811 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Pushing event updated for resources: {'Port': ['ID=8248c246-a23d-4060-be4f-72ae9027a332,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:35.065355 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804264'] for router_interface, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.216983 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 56acfabb-99fd-4532-bb35-2c4f82c70605 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:35.217353 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.268311 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.365732 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-6f7b5983-8a57-4ad3-aa6b-62ae5d84be64 None None] Provisioning complete for port 56acfabb-99fd-4532-bb35-2c4f82c70605 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:35.366104 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5983-8a57-4ad3-aa6b-62ae5d84be64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.447542 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9cf51-164c-42f3-98c2-a49d8a928f9e req-c7bcef82-baee-46e5-923d-6ea811271d38 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:35.449417 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b4f9cf51-164c-42f3-98c2-a49d8a928f9e req-c7bcef82-baee-46e5-923d-6ea811271d38 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.1138475 Nov 10 14:35:35.540905 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b4f9cf51-164c-42f3-98c2-a49d8a928f9e req-d219ba51-4a14-4206-b627-e26158560696 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603371 Nov 10 14:35:35.567364 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Publish callbacks [] for port, precommit_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.582949 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.635416 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.644998 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.670615 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728d982-ff96-4544-8a17-857806326b7f None None] Pushing event updated for resources: {'Port': ['ID=f04627be-8230-4b15-bf7a-313d2f6d0a8f,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:35.673166 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Attempting to bind port f04627be-8230-4b15-bf7a-313d2f6d0a8f on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:35:35.674164 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Attempting to bind port f04627be-8230-4b15-bf7a-313d2f6d0a8f by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:35:35.674941 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Attempting to bind port f04627be-8230-4b15-bf7a-313d2f6d0a8f on network 44ed265f-6e99-4080-a569-99c206a012ee {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:35:35.682789 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:35:35.683522 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Checking segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:35:35.685454 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.687056 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Bound using segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:35:35.687583 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Bound port: f04627be-8230-4b15-bf7a-313d2f6d0a8f, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:35:35.687984 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.723811 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Pushing event updated for resources: {'Port': ['ID=8248c246-a23d-4060-be4f-72ae9027a332,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:35.726739 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3713624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804412'] for router_interface, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.742605 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-d5bfed9c-daf2-4fd2-8cd4-7b298ba68c3f None None] Provisioning complete for port 8248c246-a23d-4060-be4f-72ae9027a332 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:35.743031 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d5bfed9c-daf2-4fd2-8cd4-7b298ba68c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.798746 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7e008e73-1634-4011-8904-17889d74d47b None None] For port f04627be-8230-4b15-bf7a-313d2f6d0a8f, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:35:35.803685 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7e008e73-1634-4011-8904-17889d74d47b None None] For port f04627be-8230-4b15-bf7a-313d2f6d0a8f, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=f04627be-8230-4b15-bf7a-313d2f6d0a8f,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:35:35.804892 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-d5bfed9c-daf2-4fd2-8cd4-7b298ba68c3f None None] Port 8248c246-a23d-4060-be4f-72ae9027a332 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:35:35.812994 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:35.829700 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Network f12eb43f-25d7-437b-9e8d-f457c14494e5 is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:35:35.831256 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:35:35.877811 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728d982-ff96-4544-8a17-857806326b7f None None] Pushing event updated for resources: {'Port': ['ID=f04627be-8230-4b15-bf7a-313d2f6d0a8f,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:35.913916 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Routers {'8da72eec-50de-4ba4-b306-ef5516cba53f'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:35:35.914543 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-7e008e73-1634-4011-8904-17889d74d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:35:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8da72eec-50de-4ba4-b306-ef5516cba53f'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:36.000515 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:35:36.048738 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Router 8da72eec-50de-4ba4-b306-ef5516cba53f has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:35:36.201477 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:35:36.206915 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-49865ba4-2c9e-4062-8d92-9797a4d39c1a admin admin] 10.222.0.39 "PUT /v2.0/routers/8da72eec-50de-4ba4-b306-ef5516cba53f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8999252 Nov 10 14:35:36.295472 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-3eadc271-764e-4ab8-a8d6-159ef60920e9 None None] Provisioning complete for port 8248c246-a23d-4060-be4f-72ae9027a332 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:36.295868 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-3eadc271-764e-4ab8-a8d6-159ef60920e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:36.362422 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-7e008e73-1634-4011-8904-17889d74d47b None None] Set router 8da72eec-50de-4ba4-b306-ef5516cba53f gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:35:36.397730 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:36.398219 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:36.439371 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-3eadc271-764e-4ab8-a8d6-159ef60920e9 None None] Port 8248c246-a23d-4060-be4f-72ae9027a332 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:35:36.713520 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-7e008e73-1634-4011-8904-17889d74d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'name': 'tempest-TestMinimumBasicScenario-1250269103-router', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f04627be-8230-4b15-bf7a-313d2f6d0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:29Z', 'updated_at': '2021-11-10T14:35:35Z', 'revision_number': 4, 'project_id': '8f838de64b68472fadacd66bafd5b4a0', 'gw_port': {'id': 'f04627be-8230-4b15-bf7a-313d2f6d0a8f', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:30Z', 'updated_at': '2021-11-10T14:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '8248c246-a23d-4060-be4f-72ae9027a332', 'name': '', 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'mac_address': 'fa:16:3e:2b:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '23933f70-7742-4bea-99da-9ff6f91bc102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:34Z', 'updated_at': '2021-11-10T14:35:35Z', 'revision_number': 2, 'project_id': '8f838de64b68472fadacd66bafd5b4a0', 'subnets': [{'id': '23933f70-7742-4bea-99da-9ff6f91bc102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:36.742903 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e008e73-1634-4011-8904-17889d74d47b None None] The sync data for ids ['8da72eec-50de-4ba4-b306-ef5516cba53f'] in dv-cinder-817229-1-iscsi is: [{'id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'name': 'tempest-TestMinimumBasicScenario-1250269103-router', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f04627be-8230-4b15-bf7a-313d2f6d0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:29Z', 'updated_at': '2021-11-10T14:35:35Z', 'revision_number': 4, 'project_id': '8f838de64b68472fadacd66bafd5b4a0', 'gw_port': {'id': 'f04627be-8230-4b15-bf7a-313d2f6d0a8f', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:30Z', 'updated_at': '2021-11-10T14:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '8248c246-a23d-4060-be4f-72ae9027a332', 'name': '', 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'mac_address': 'fa:16:3e:2b:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '23933f70-7742-4bea-99da-9ff6f91bc102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:34Z', 'updated_at': '2021-11-10T14:35:35Z', 'revision_number': 2, 'project_id': '8f838de64b68472fadacd66bafd5b4a0', 'subnets': [{'id': '23933f70-7742-4bea-99da-9ff6f91bc102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:35:37.057039 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3fae4-0725-4427-97a3-f8dfc8918d69 req-4385a3c3-c9a3-4c3b-8179-7925b0ef6ccc tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:37.068094 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-64e3fae4-0725-4427-97a3-f8dfc8918d69 req-4385a3c3-c9a3-4c3b-8179-7925b0ef6ccc tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.4321947 Nov 10 14:35:37.140540 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-64e3fae4-0725-4427-97a3-f8dfc8918d69 req-c7566ea9-9a60-462a-abd9-0c935ce85a5a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669823 Nov 10 14:35:38.066916 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device f04627be-8230-4b15-bf7a-313d2f6d0a8f up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:35:38.211743 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port f04627be-8230-4b15-bf7a-313d2f6d0a8f triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:38.216256 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:38.427961 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:38.440020 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c9e1d-b422-4caa-8ed6-1321e6d83bb4 req-16173612-cc97-45b6-8ec1-cfbe4b1af72e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:38.448561 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d86c9e1d-b422-4caa-8ed6-1321e6d83bb4 req-16173612-cc97-45b6-8ec1-cfbe4b1af72e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.2134421 Nov 10 14:35:38.497378 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port f04627be-8230-4b15-bf7a-313d2f6d0a8f, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=f04627be-8230-4b15-bf7a-313d2f6d0a8f,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:35:38.530264 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:38.573068 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d86c9e1d-b422-4caa-8ed6-1321e6d83bb4 req-518464f0-9c78-4645-9ee2-f07b7862679e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237683 Nov 10 14:35:38.649864 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=f04627be-8230-4b15-bf7a-313d2f6d0a8f,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:39.867715 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e470109-6514-4d3e-86a8-1c56fafd2a52 req-758cb48b-3b0e-43fc-98a8-7f7877f2821e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:39.876029 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2e470109-6514-4d3e-86a8-1c56fafd2a52 req-758cb48b-3b0e-43fc-98a8-7f7877f2821e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.1280069 Nov 10 14:35:39.959043 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device f04627be-8230-4b15-bf7a-313d2f6d0a8f up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:35:39.994633 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2e470109-6514-4d3e-86a8-1c56fafd2a52 req-f7e911c4-a694-4bd7-b1be-20cfacdac295 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175840 Nov 10 14:35:40.030212 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port f04627be-8230-4b15-bf7a-313d2f6d0a8f triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:40.030739 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:40.456923 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-3ad73625-ba8d-4861-b74f-417a10ed3634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:40.638675 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Sync routers for ids ['8da72eec-50de-4ba4-b306-ef5516cba53f'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:35:40.651505 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Routers {'8da72eec-50de-4ba4-b306-ef5516cba53f'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:35:40.652823 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:35:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8da72eec-50de-4ba4-b306-ef5516cba53f'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:40.770214 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Set router 8da72eec-50de-4ba4-b306-ef5516cba53f gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:35:41.129627 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bd589-3f93-4f90-b821-de470906535a req-55853b37-211d-4c7a-99ff-3209d3063ea6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:41.141894 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-735bd589-3f93-4f90-b821-de470906535a req-55853b37-211d-4c7a-99ff-3209d3063ea6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0769978 Nov 10 14:35:41.149420 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'name': 'tempest-TestMinimumBasicScenario-1250269103-router', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f04627be-8230-4b15-bf7a-313d2f6d0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:29Z', 'updated_at': '2021-11-10T14:35:35Z', 'revision_number': 4, 'project_id': '8f838de64b68472fadacd66bafd5b4a0', 'gw_port': {'id': 'f04627be-8230-4b15-bf7a-313d2f6d0a8f', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:30Z', 'updated_at': '2021-11-10T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '8248c246-a23d-4060-be4f-72ae9027a332', 'name': '', 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'mac_address': 'fa:16:3e:2b:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '23933f70-7742-4bea-99da-9ff6f91bc102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:34Z', 'updated_at': '2021-11-10T14:35:35Z', 'revision_number': 2, 'project_id': '8f838de64b68472fadacd66bafd5b4a0', 'subnets': [{'id': '23933f70-7742-4bea-99da-9ff6f91bc102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:41.187556 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Checking router: 8da72eec-50de-4ba4-b306-ef5516cba53f for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:35:41.187908 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Updating router 8da72eec-50de-4ba4-b306-ef5516cba53f port 8248c246-a23d-4060-be4f-72ae9027a332 binding host dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:35:41.234382 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-735bd589-3f93-4f90-b821-de470906535a req-fcdb2419-338b-4742-8eb8-1622a2469fe5 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903790 Nov 10 14:35:41.241078 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:41.545307 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Publish callbacks [] for port, precommit_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:41.551460 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:41.612664 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cd943-27f7-4253-99f2-35785692461b None None] Pushing event updated for resources: {'Port': ['ID=8248c246-a23d-4060-be4f-72ae9027a332,revision_number=3']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:41.675021 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Attempting to bind port 8248c246-a23d-4060-be4f-72ae9027a332 on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:35:41.675765 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Attempting to bind port 8248c246-a23d-4060-be4f-72ae9027a332 by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': 'c828a363-e3b5-4d2c-be9d-01fda1baf9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5'}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:35:41.676127 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Attempting to bind port 8248c246-a23d-4060-be4f-72ae9027a332 on network f12eb43f-25d7-437b-9e8d-f457c14494e5 {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:35:41.681494 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:35:41.681884 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Checking segment: {'id': 'c828a363-e3b5-4d2c-be9d-01fda1baf9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:35:41.686349 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:41.686805 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Bound using segment: {'id': 'c828a363-e3b5-4d2c-be9d-01fda1baf9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5'} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:35:41.687316 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Bound port: 8248c246-a23d-4060-be4f-72ae9027a332, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c828a363-e3b5-4d2c-be9d-01fda1baf9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5'}}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:35:41.687730 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:41.779473 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] For port 8248c246-a23d-4060-be4f-72ae9027a332, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:35:41.783806 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] For port 8248c246-a23d-4060-be4f-72ae9027a332, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=8248c246-a23d-4060-be4f-72ae9027a332,segment=NetworkSegment(c828a363-e3b5-4d2c-be9d-01fda1baf9ed),segment_id=c828a363-e3b5-4d2c-be9d-01fda1baf9ed)] {{(pid=101585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:35:41.791611 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:41.891031 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Routers {'8da72eec-50de-4ba4-b306-ef5516cba53f'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:35:41.891674 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:35:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8da72eec-50de-4ba4-b306-ef5516cba53f'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:41.899333 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cd943-27f7-4253-99f2-35785692461b None None] Pushing event updated for resources: {'Port': ['ID=8248c246-a23d-4060-be4f-72ae9027a332,revision_number=4']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:41.947441 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-41a8dfac-1815-4d78-8360-6903845bf5f5 None None] Provisioning complete for port 8248c246-a23d-4060-be4f-72ae9027a332 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:41.948058 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-41a8dfac-1815-4d78-8360-6903845bf5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:42.047796 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] Set router 8da72eec-50de-4ba4-b306-ef5516cba53f gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:35:42.080703 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-41a8dfac-1815-4d78-8360-6903845bf5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:42.134573 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-41a8dfac-1815-4d78-8360-6903845bf5f5 None None] For port 8248c246-a23d-4060-be4f-72ae9027a332, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=8248c246-a23d-4060-be4f-72ae9027a332,segment=NetworkSegment(c828a363-e3b5-4d2c-be9d-01fda1baf9ed),segment_id=c828a363-e3b5-4d2c-be9d-01fda1baf9ed)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:35:42.144273 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-41a8dfac-1815-4d78-8360-6903845bf5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:42.198274 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8dfac-1815-4d78-8360-6903845bf5f5 None None] Pushing event updated for resources: {'Port': ['ID=8248c246-a23d-4060-be4f-72ae9027a332,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:42.286414 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-f43a3d44-9841-4c88-af31-fd1b0e576a9a None None] Provisioning complete for port 8248c246-a23d-4060-be4f-72ae9027a332 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:42.287221 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-f43a3d44-9841-4c88-af31-fd1b0e576a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:42.294870 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'name': 'tempest-TestMinimumBasicScenario-1250269103-router', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f04627be-8230-4b15-bf7a-313d2f6d0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:29Z', 'updated_at': '2021-11-10T14:35:35Z', 'revision_number': 4, 'project_id': '8f838de64b68472fadacd66bafd5b4a0', 'gw_port': {'id': 'f04627be-8230-4b15-bf7a-313d2f6d0a8f', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:30Z', 'updated_at': '2021-11-10T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '8248c246-a23d-4060-be4f-72ae9027a332', 'name': '', 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'mac_address': 'fa:16:3e:2b:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '23933f70-7742-4bea-99da-9ff6f91bc102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:34Z', 'updated_at': '2021-11-10T14:35:41Z', 'revision_number': 4, 'project_id': '8f838de64b68472fadacd66bafd5b4a0', 'subnets': [{'id': '23933f70-7742-4bea-99da-9ff6f91bc102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:35:42.328285 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c971eddb-b23b-4489-a0b8-4762614cded7 None None] The sync data for ids ['8da72eec-50de-4ba4-b306-ef5516cba53f'] in dv-cinder-817229-1-iscsi is: [{'id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'name': 'tempest-TestMinimumBasicScenario-1250269103-router', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f04627be-8230-4b15-bf7a-313d2f6d0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:29Z', 'updated_at': '2021-11-10T14:35:35Z', 'revision_number': 4, 'project_id': '8f838de64b68472fadacd66bafd5b4a0', 'gw_port': {'id': 'f04627be-8230-4b15-bf7a-313d2f6d0a8f', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:30Z', 'updated_at': '2021-11-10T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '8248c246-a23d-4060-be4f-72ae9027a332', 'name': '', 'network_id': 'f12eb43f-25d7-437b-9e8d-f457c14494e5', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'mac_address': 'fa:16:3e:2b:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '23933f70-7742-4bea-99da-9ff6f91bc102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:34Z', 'updated_at': '2021-11-10T14:35:41Z', 'revision_number': 4, 'project_id': '8f838de64b68472fadacd66bafd5b4a0', 'subnets': [{'id': '23933f70-7742-4bea-99da-9ff6f91bc102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:35:42.401486 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ad339-db84-4708-9ebc-fa2b6ffe6560 req-fc102da5-30ad-4861-ad98-52200d4d5b56 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:42.409924 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-665ad339-db84-4708-9ebc-fa2b6ffe6560 req-fc102da5-30ad-4861-ad98-52200d4d5b56 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0643468 Nov 10 14:35:42.475701 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-665ad339-db84-4708-9ebc-fa2b6ffe6560 req-0a19e763-b23b-41d8-84d3-85904abf647a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644813 Nov 10 14:35:43.005839 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-358717ec-f398-470c-bc17-8c6276ffd42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:43.324963 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed771df-48a4-4dab-b1a1-c4fafb897296 req-f7f41ebb-8608-4338-a449-574b454fbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:43.326622 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1ed771df-48a4-4dab-b1a1-c4fafb897296 req-f7f41ebb-8608-4338-a449-574b454fbd1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 1099 time: 0.0513537 Nov 10 14:35:43.448415 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed771df-48a4-4dab-b1a1-c4fafb897296 req-9f8e19a1-1af8-43ba-b42e-96e477c10cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:43.452069 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1ed771df-48a4-4dab-b1a1-c4fafb897296 req-9f8e19a1-1af8-43ba-b42e-96e477c10cdd service neutron] 10.222.0.32 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 917 time: 0.1052794 Nov 10 14:35:43.530086 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1ed771df-48a4-4dab-b1a1-c4fafb897296 req-19d57f54-9034-41ae-a1e2-3ed86e1a5b44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b HTTP/1.1" status: 200 len: 1002 time: 0.0627940 Nov 10 14:35:43.633974 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed771df-48a4-4dab-b1a1-c4fafb897296 req-656e1185-1360-4de7-8a4c-ba3a9fbc8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:43.635478 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1ed771df-48a4-4dab-b1a1-c4fafb897296 req-656e1185-1360-4de7-8a4c-ba3a9fbc8957 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 200 len: 855 time: 0.0968781 Nov 10 14:35:43.660671 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed9e1f-f264-43e7-85ae-ab36342fc773 req-ad283e43-b8c9-46ef-b036-fe18deb2a866 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:43.662247 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7fed9e1f-f264-43e7-85ae-ab36342fc773 req-ad283e43-b8c9-46ef-b036-fe18deb2a866 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0872183 Nov 10 14:35:43.724558 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed771df-48a4-4dab-b1a1-c4fafb897296 req-972ef8ca-266b-4003-aa08-a0914f64576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:43.726107 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1ed771df-48a4-4dab-b1a1-c4fafb897296 req-972ef8ca-266b-4003-aa08-a0914f64576f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1188f659-3386-43e3-8ceb-0934fe3b17ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830052 Nov 10 14:35:43.734477 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7fed9e1f-f264-43e7-85ae-ab36342fc773 req-9083332b-65c5-4e5f-80aa-c1c1964c808e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572140 Nov 10 14:35:43.889555 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1ed771df-48a4-4dab-b1a1-c4fafb897296 req-3b36afb3-90b9-4344-b57f-e9f57d6dd37a service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532063 Nov 10 14:35:44.017297 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 8248c246-a23d-4060-be4f-72ae9027a332 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:35:44.047774 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1ed771df-48a4-4dab-b1a1-c4fafb897296 req-103f9970-ca45-4846-9f1c-f96e8f72c03b service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493845 Nov 10 14:35:44.078040 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 8248c246-a23d-4060-be4f-72ae9027a332 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:44.078723 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:44.144757 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:44.592215 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d34b8-2846-47e9-9eda-14e489d3c6be req-d697853f-0281-4713-bddb-46ed328933a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:44.593652 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9b3d34b8-2846-47e9-9eda-14e489d3c6be req-d697853f-0281-4713-bddb-46ed328933a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 1099 time: 0.0787771 Nov 10 14:35:44.697975 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d34b8-2846-47e9-9eda-14e489d3c6be req-2d10a5d2-b533-426e-b7f5-98205ba21050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:44.700035 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9b3d34b8-2846-47e9-9eda-14e489d3c6be req-2d10a5d2-b533-426e-b7f5-98205ba21050 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 917 time: 0.0978019 Nov 10 14:35:44.768523 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9b3d34b8-2846-47e9-9eda-14e489d3c6be req-9a019d75-b517-4bbb-9724-4aad6c1be1ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b HTTP/1.1" status: 200 len: 1002 time: 0.0609000 Nov 10 14:35:45.053073 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4404d-8b64-4fde-a523-8b555d4f559f req-6d066c6f-0ba9-47ca-8fec-afdfdfe4d425 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:45.063255 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-07d4404d-8b64-4fde-a523-8b555d4f559f req-6d066c6f-0ba9-47ca-8fec-afdfdfe4d425 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0726337 Nov 10 14:35:45.118328 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d34b8-2846-47e9-9eda-14e489d3c6be req-d9b2a934-f68e-4fc0-bdec-2dcb5385b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:45.119789 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9b3d34b8-2846-47e9-9eda-14e489d3c6be req-d9b2a934-f68e-4fc0-bdec-2dcb5385b52b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 200 len: 855 time: 0.3366683 Nov 10 14:35:45.126734 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-07d4404d-8b64-4fde-a523-8b555d4f559f req-a60f3934-ef80-436b-b507-3faebee47abb tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617187 Nov 10 14:35:45.538215 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:46.257407 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5cb74-4855-43bd-a9ef-e616881132a8 req-6190ddfd-a702-4681-8465-4490df805dfe tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:46.261108 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7ea5cb74-4855-43bd-a9ef-e616881132a8 req-6190ddfd-a702-4681-8465-4490df805dfe tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0573447 Nov 10 14:35:46.318723 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7ea5cb74-4855-43bd-a9ef-e616881132a8 req-ef772531-3a2c-4394-9dcb-489480507111 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486202 Nov 10 14:35:46.658215 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d34b8-2846-47e9-9eda-14e489d3c6be req-c786fecb-9dfa-4536-a120-b770ffd4c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:46.659888 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9b3d34b8-2846-47e9-9eda-14e489d3c6be req-c786fecb-9dfa-4536-a120-b770ffd4c787 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1188f659-3386-43e3-8ceb-0934fe3b17ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559454 Nov 10 14:35:46.689893 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:47.440662 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770099-3e8f-4bee-bca3-6f302ce9e110 req-8f388b4d-c234-4335-8057-e5f8f7e93e99 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:47.442107 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4f770099-3e8f-4bee-bca3-6f302ce9e110 req-8f388b4d-c234-4335-8057-e5f8f7e93e99 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 946 time: 0.0480187 Nov 10 14:35:47.489762 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4f770099-3e8f-4bee-bca3-6f302ce9e110 req-99b0d8ae-c51a-4b1d-ad31-d7bfa53364f0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417409 Nov 10 14:35:47.690175 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:35:47.724694 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:47.777411 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:47.800165 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:35:47.802731 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06528785-7ad6-4a9d-b57e-8d113039d7d4" -d '{"events": [{"server_uuid": "60194a2e-ed68-4d33-ab4b-223638fecce0", "name": "network-vif-unplugged", "status": "completed", "tag": "67e0e8cc-bba8-4bd9-bed7-d9f136676d2b"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:35:47.815923 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:35:47.820380 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:47.846364 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15e19d5-00d4-4886-85dc-4553b5e8513f x-openstack-request-id: req-b15e19d5-00d4-4886-85dc-4553b5e8513f {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:35:47.846658 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60194a2e-ed68-4d33-ab4b-223638fecce0", "name": "network-vif-unplugged", "status": "completed", "tag": "67e0e8cc-bba8-4bd9-bed7-d9f136676d2b", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:35:47.846910 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b15e19d5-00d4-4886-85dc-4553b5e8513f {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:35:47.847297 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'code': 200} Nov 10 14:35:47.861675 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9b3d34b8-2846-47e9-9eda-14e489d3c6be req-8d3b974b-fcbd-444c-9eb6-1fdbeade6118 service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727922 Nov 10 14:35:47.869907 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-806e93af-0e45-4776-bb00-a860cc2594d2 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:47.871882 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-806e93af-0e45-4776-bb00-a860cc2594d2 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/networks?id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9 HTTP/1.1" status: 200 len: 814 time: 0.1756048 Nov 10 14:35:47.873241 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,revision_number=8']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:47.887906 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-86d77dce-9ab3-4497-a585-573391e0d33d tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/quotas/a609ce2a4124456683be236d253bd11e HTTP/1.1" status: 200 len: 375 time: 0.0101318 Nov 10 14:35:47.937851 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-1775e8f2-d8c7-403a-a6ea-ef0f27100a16 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a609ce2a4124456683be236d253bd11e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445092 Nov 10 14:35:48.034289 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-fcfa367c-d88f-4e49-8084-87e24c5ad873 service neutron] 10.222.0.39 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825529 Nov 10 14:35:48.121728 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-9722651c-bd8f-42cf-80f2-0c0aad1c6c32 service neutron] 10.222.0.39 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816240 Nov 10 14:35:48.282251 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f7da2115-8789-46d6-894f-3e2a78290ba4 req-700237a1-4710-4e2d-8490-de5102ff8dab tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 210 time: 0.0304465 Nov 10 14:35:48.624277 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb819-4ac5-417c-a044-f3894dd6cf0d req-eb7a4c79-f64c-4c74-9fdb-f9cf90844360 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:48.625838 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c78bb819-4ac5-417c-a044-f3894dd6cf0d req-eb7a4c79-f64c-4c74-9fdb-f9cf90844360 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0544879 Nov 10 14:35:48.675946 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c78bb819-4ac5-417c-a044-f3894dd6cf0d req-cca5179c-b0ec-4c97-ad3e-67894b9d9c9e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437119 Nov 10 14:35:49.269437 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9b3d34b8-2846-47e9-9eda-14e489d3c6be req-77db8b97-40fb-4b0c-ba78-83de10610a3a service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845463 Nov 10 14:35:49.376110 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6e625bbc-1d08-48d9-a451-9a69bb21ff9d req-94c4aa9c-a793-40a9-b7e0-4c48d3e2ee5d tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 210 time: 0.0290840 Nov 10 14:35:49.867045 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906c11d-6d81-44a2-bb1b-fd1829b48fff req-108b56e9-87ac-4401-814b-d9cbed6085e3 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:49.868550 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b906c11d-6d81-44a2-bb1b-fd1829b48fff req-108b56e9-87ac-4401-814b-d9cbed6085e3 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.1162555 Nov 10 14:35:49.923454 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-87593e1a-1925-44fb-a790-d5f0d974b9c1 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:49.924964 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-87593e1a-1925-44fb-a790-d5f0d974b9c1 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.32 "GET /v2.0/networks?id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9 HTTP/1.1" status: 200 len: 814 time: 0.1401851 Nov 10 14:35:49.942708 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b906c11d-6d81-44a2-bb1b-fd1829b48fff req-51a2fc7e-62cd-4fba-b6a7-a64597371191 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665839 Nov 10 14:35:49.955835 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-25eecbb1-2dc6-4abe-ba81-8e20a316a651 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Request body: {'port': {'device_id': 'a5efa773-2722-404a-878c-b56e865e7740', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'admin_state_up': True, 'tenant_id': 'a609ce2a4124456683be236d253bd11e'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:35:50.069054 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-25eecbb1-2dc6-4abe-ba81-8e20a316a651 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Made reservation on behalf of a609ce2a4124456683be236d253bd11e for: {'port': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:35:50.072796 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-25eecbb1-2dc6-4abe-ba81-8e20a316a651 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:50.206719 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-25eecbb1-2dc6-4abe-ba81-8e20a316a651 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Allocated IP 172.20.0.3 (ba8bbec4-46f6-4fd1-81e8-14736e6decb9/79c880c0-47fe-47a6-84a5-527e6e388c8b/9ad84d9c-b297-4fab-b1be-99ebf325456c) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:35:50.391166 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-25eecbb1-2dc6-4abe-ba81-8e20a316a651 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:50.444725 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-25eecbb1-2dc6-4abe-ba81-8e20a316a651 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:50.499417 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-25eecbb1-2dc6-4abe-ba81-8e20a316a651 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:35:50.505226 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-25eecbb1-2dc6-4abe-ba81-8e20a316a651 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:35:50.516104 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-25eecbb1-2dc6-4abe-ba81-8e20a316a651 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:35:50.546014 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01292429-dd8e-4441-9255-7babe3c742b2 req-64c2ccf6-f81a-4cf6-b97a-bba130c5baa6 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:50.547967 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-01292429-dd8e-4441-9255-7babe3c742b2 req-64c2ccf6-f81a-4cf6-b97a-bba130c5baa6 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 931 time: 0.0857594 Nov 10 14:35:50.548865 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eecbb1-2dc6-4abe-ba81-8e20a316a651 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event updated for resources: {'Port': ['ID=9ad84d9c-b297-4fab-b1be-99ebf325456c,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:50.586300 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-25eecbb1-2dc6-4abe-ba81-8e20a316a651 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:50.593378 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-25eecbb1-2dc6-4abe-ba81-8e20a316a651 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:50.612796 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-25eecbb1-2dc6-4abe-ba81-8e20a316a651 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6609302 Nov 10 14:35:50.637159 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-01292429-dd8e-4441-9255-7babe3c742b2 req-985d69c5-a983-47e2-bc1d-da12bfd29c55 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726726 Nov 10 14:35:50.834582 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-202bde5d-27e7-4a7d-a5dc-e2ca8cbb88a0 None None] Provisioning complete for port 9ad84d9c-b297-4fab-b1be-99ebf325456c triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:35:50.835054 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-202bde5d-27e7-4a7d-a5dc-e2ca8cbb88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:50.877413 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-202bde5d-27e7-4a7d-a5dc-e2ca8cbb88a0 None None] Port 9ad84d9c-b297-4fab-b1be-99ebf325456c cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:35:51.089510 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19468515-84bf-4f02-87a7-afe4a3a999d2 req-431f63a6-a43f-4f01-8c33-d0493d7bc9bc tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:51.091214 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-19468515-84bf-4f02-87a7-afe4a3a999d2 req-431f63a6-a43f-4f01-8c33-d0493d7bc9bc tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0720716 Nov 10 14:35:51.156783 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-19468515-84bf-4f02-87a7-afe4a3a999d2 req-8befc041-ed18-445e-9e89-dfcae35e8fcb tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576961 Nov 10 14:35:51.744448 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54f15e-b091-4bac-bcdc-f66f72ac13c5 req-96ca70dd-9029-49e7-85d9-ce42084ff06e tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:51.746569 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-cb54f15e-b091-4bac-bcdc-f66f72ac13c5 req-96ca70dd-9029-49e7-85d9-ce42084ff06e tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 931 time: 0.0506523 Nov 10 14:35:51.802053 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-cb54f15e-b091-4bac-bcdc-f66f72ac13c5 req-20ef004e-db99-4c24-ad1e-c26125f8925c tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491593 Nov 10 14:35:52.280161 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2c4f4-ba39-4b0e-aa43-d0967c2ffd9e req-0dd5abea-dd02-4dc6-8d62-6e790631a018 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:52.281913 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-53b2c4f4-ba39-4b0e-aa43-d0967c2ffd9e req-0dd5abea-dd02-4dc6-8d62-6e790631a018 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0528965 Nov 10 14:35:52.337925 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-53b2c4f4-ba39-4b0e-aa43-d0967c2ffd9e req-231bafc7-b2fd-4167-839c-dc816fb2c5f2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493772 Nov 10 14:35:52.924158 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fd19a-b4b9-40a3-9295-def25f16630b req-afe3a2d4-3771-49d3-9c16-7c6653803ebc tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:52.925662 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-009fd19a-b4b9-40a3-9295-def25f16630b req-afe3a2d4-3771-49d3-9c16-7c6653803ebc tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 931 time: 0.0499480 Nov 10 14:35:52.973461 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-009fd19a-b4b9-40a3-9295-def25f16630b req-90129a57-ba10-4fea-b8ef-cebee89a9d1a tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Nov 10 14:35:53.467076 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835de338-7e2b-4a03-b356-7098713ffa47 req-eeb0cb52-4584-460a-978f-724ec708beeb tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:53.468566 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-835de338-7e2b-4a03-b356-7098713ffa47 req-eeb0cb52-4584-460a-978f-724ec708beeb tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0493205 Nov 10 14:35:53.519087 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-835de338-7e2b-4a03-b356-7098713ffa47 req-78069b73-d2c3-4528-a84e-e32c2dcbec9c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447059 Nov 10 14:35:54.106746 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08b777-8e20-4b70-a4c9-b73237b49585 req-c619b1d8-1b99-47ca-98ea-17fadda8252a tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:54.108227 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dd08b777-8e20-4b70-a4c9-b73237b49585 req-c619b1d8-1b99-47ca-98ea-17fadda8252a tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 931 time: 0.0522707 Nov 10 14:35:54.158266 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dd08b777-8e20-4b70-a4c9-b73237b49585 req-fdb3cc39-e693-4ae1-9a38-0e26b77f3860 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441649 Nov 10 14:35:54.646590 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae43f1-8dce-436a-b158-01fa2d36f14e req-651040db-6f49-45e5-8388-13b6960c2141 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:54.648099 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2cae43f1-8dce-436a-b158-01fa2d36f14e req-651040db-6f49-45e5-8388-13b6960c2141 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0527177 Nov 10 14:35:54.696305 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2cae43f1-8dce-436a-b158-01fa2d36f14e req-61247a7e-8151-45b5-9872-595429fc7fec tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417490 Nov 10 14:35:55.284141 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37cfa2-41be-4241-9796-47013914f233 req-e88336c8-4250-4c68-be60-3520d3500398 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:55.285713 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9f37cfa2-41be-4241-9796-47013914f233 req-e88336c8-4250-4c68-be60-3520d3500398 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 931 time: 0.0540078 Nov 10 14:35:55.334047 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9f37cfa2-41be-4241-9796-47013914f233 req-fe1a5fc8-67aa-4e4c-b2b3-703c0026b820 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422029 Nov 10 14:35:55.830609 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f336b2-72dc-4bdc-b7b9-fedf2c5f6f33 req-d3123ab8-082b-4cee-af22-48a5ddb91911 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:55.832156 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f7f336b2-72dc-4bdc-b7b9-fedf2c5f6f33 req-d3123ab8-082b-4cee-af22-48a5ddb91911 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0559607 Nov 10 14:35:55.882685 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f7f336b2-72dc-4bdc-b7b9-fedf2c5f6f33 req-6409eda5-86ce-43eb-8f7c-2ccad350ca35 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438566 Nov 10 14:35:56.165565 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 36496) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:56.289536 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-3893e006-50d3-4df2-8ab2-f3bb1d42072e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:56.368675 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-3893e006-50d3-4df2-8ab2-f3bb1d42072e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:56.374406 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-3893e006-50d3-4df2-8ab2-f3bb1d42072e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:56.422629 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893e006-50d3-4df2-8ab2-f3bb1d42072e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b667af-5128-47e8-ae3a-2359eb4e73d3,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:56.434528 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-3893e006-50d3-4df2-8ab2-f3bb1d42072e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba4a71bc24bf47888c449bf26ba61637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636678 Nov 10 14:35:56.434983 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 36502) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:35:56.477766 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea91b14-9332-4037-82ec-b0178171b5f1 req-df9f1c40-3483-4b40-8ed5-6e5b6f71af76 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:56.486407 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9ea91b14-9332-4037-82ec-b0178171b5f1 req-df9f1c40-3483-4b40-8ed5-6e5b6f71af76 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 931 time: 0.0583041 Nov 10 14:35:56.522900 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-36bcc8d8-79ac-492e-b56a-0394a635a2e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:56.532055 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9ea91b14-9332-4037-82ec-b0178171b5f1 req-72995148-fef5-4970-a1e3-169e433edf7c tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447054 Nov 10 14:35:56.548573 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-36bcc8d8-79ac-492e-b56a-0394a635a2e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:56.606853 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-36bcc8d8-79ac-492e-b56a-0394a635a2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:56.609889 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-36bcc8d8-79ac-492e-b56a-0394a635a2e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:35:56.613357 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-36bcc8d8-79ac-492e-b56a-0394a635a2e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46b667af-5128-47e8-ae3a-2359eb4e73d3 HTTP/1.1" status: 204 len: 168 time: 0.1748273 Nov 10 14:35:56.621248 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcc8d8-79ac-492e-b56a-0394a635a2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b667af-5128-47e8-ae3a-2359eb4e73d3,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:35:57.013385 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec8668-98d2-4b1e-8c9f-25845e51f324 req-ef124ce5-f897-451e-83c0-b3d6a8f50cca tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:57.014930 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-20ec8668-98d2-4b1e-8c9f-25845e51f324 req-ef124ce5-f897-451e-83c0-b3d6a8f50cca tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0518382 Nov 10 14:35:57.066836 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-20ec8668-98d2-4b1e-8c9f-25845e51f324 req-c910453b-86b2-4c94-be2f-d00c7a089b4c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458727 Nov 10 14:35:57.654095 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747cf0d-bc34-4893-be7d-ab0c8db501e3 req-b1c66eb3-eb26-4990-b5da-0e778fabbe02 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:57.655747 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f747cf0d-bc34-4893-be7d-ab0c8db501e3 req-b1c66eb3-eb26-4990-b5da-0e778fabbe02 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 931 time: 0.0507262 Nov 10 14:35:57.708694 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f747cf0d-bc34-4893-be7d-ab0c8db501e3 req-37183697-4cd9-4ae8-a286-2abd4005921d tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466611 Nov 10 14:35:58.195133 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281a2ba-ca4f-42bc-8f6a-7c470dd6cf92 req-7128703c-b582-43c8-b73c-4736488f67c6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:58.196651 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3281a2ba-ca4f-42bc-8f6a-7c470dd6cf92 req-7128703c-b582-43c8-b73c-4736488f67c6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0512533 Nov 10 14:35:58.249390 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3281a2ba-ca4f-42bc-8f6a-7c470dd6cf92 req-a3072b21-93fd-4ee3-8e29-50aa989b91a5 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456920 Nov 10 14:35:58.825221 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09728fe4-1dbb-49f7-8b6f-906f6f2c98a0 req-a7a947f1-9c0c-4135-b492-040e2380f8f5 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:58.826819 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-09728fe4-1dbb-49f7-8b6f-906f6f2c98a0 req-a7a947f1-9c0c-4135-b492-040e2380f8f5 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 931 time: 0.0508940 Nov 10 14:35:58.876052 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-09728fe4-1dbb-49f7-8b6f-906f6f2c98a0 req-97472201-c182-4f34-8a08-74bfe139b3d5 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431426 Nov 10 14:35:59.381817 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdee46a-0d86-40a1-97b2-caa8f0b5c0e0 req-1c664676-ff0b-45e9-a70e-d2ea4d7e2ada tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:59.383399 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4cdee46a-0d86-40a1-97b2-caa8f0b5c0e0 req-1c664676-ff0b-45e9-a70e-d2ea4d7e2ada tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0551846 Nov 10 14:35:59.444054 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4cdee46a-0d86-40a1-97b2-caa8f0b5c0e0 req-106a1d42-0d64-46cc-8a44-6fac374ea22c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526590 Nov 10 14:35:59.997356 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34271142-26da-458b-b2cd-c835ba9a6080 req-f5fd1114-57a9-4a12-902f-bc3648454e3a tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:35:59.998845 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-34271142-26da-458b-b2cd-c835ba9a6080 req-f5fd1114-57a9-4a12-902f-bc3648454e3a tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 931 time: 0.0500240 Nov 10 14:36:00.048756 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-34271142-26da-458b-b2cd-c835ba9a6080 req-ec37a26d-bcf4-4f19-a25f-db3331a337aa tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Nov 10 14:36:00.572649 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657d2d1-5a46-44a0-9c48-6375dc09af4b req-e40b577a-0219-4465-8dae-01d992d39a6a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:00.574216 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a657d2d1-5a46-44a0-9c48-6375dc09af4b req-e40b577a-0219-4465-8dae-01d992d39a6a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0553684 Nov 10 14:36:00.626593 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a657d2d1-5a46-44a0-9c48-6375dc09af4b req-82fc95cb-d4cc-44c2-bd79-80afa74d6c68 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463674 Nov 10 14:36:01.165934 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f03f7-742e-409e-8dc9-0980122c1b21 req-a2b2ae81-2c28-49a3-9c6d-d3391e8698d0 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:01.167386 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5e1f03f7-742e-409e-8dc9-0980122c1b21 req-a2b2ae81-2c28-49a3-9c6d-d3391e8698d0 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 931 time: 0.0523186 Nov 10 14:36:01.215882 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5e1f03f7-742e-409e-8dc9-0980122c1b21 req-984424ee-ee81-4f20-8927-47d785d2e68f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416439 Nov 10 14:36:01.753384 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f89522-307d-4a49-9cd1-cd8acf0cf7a6 req-7d40c363-3f7e-4b52-8adb-90bca57436ab tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:01.754788 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a5f89522-307d-4a49-9cd1-cd8acf0cf7a6 req-7d40c363-3f7e-4b52-8adb-90bca57436ab tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0552437 Nov 10 14:36:01.802486 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a5f89522-307d-4a49-9cd1-cd8acf0cf7a6 req-8f60bab9-b2c6-4f97-bcad-b0ce0f9b5335 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Nov 10 14:36:02.335835 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca05791-cd16-432a-add0-d5d7fb973d9d req-4afcdf15-0f24-4508-879e-819ccd4b51ed tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:02.337376 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9ca05791-cd16-432a-add0-d5d7fb973d9d req-4afcdf15-0f24-4508-879e-819ccd4b51ed tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 931 time: 0.0549469 Nov 10 14:36:02.385342 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9ca05791-cd16-432a-add0-d5d7fb973d9d req-bc13fa28-28d1-464a-bf85-5b19e5eb33fc tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419779 Nov 10 14:36:02.923376 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc355a90-9a1f-470a-a09a-7a4590e9ccdb req-1ae7fbad-218a-42a4-a9b5-3bd8acb09581 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:02.924890 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-dc355a90-9a1f-470a-a09a-7a4590e9ccdb req-1ae7fbad-218a-42a4-a9b5-3bd8acb09581 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0493770 Nov 10 14:36:02.971008 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-dc355a90-9a1f-470a-a09a-7a4590e9ccdb req-e742f5bd-4811-4a03-aa3b-639c6b84fc0b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401676 Nov 10 14:36:03.500604 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eed86-6f0a-4f5c-9aa9-ebed5e71d0ed req-21bcd5c1-54f9-4c2c-833c-71da5f76e079 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:03.502476 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3c9eed86-6f0a-4f5c-9aa9-ebed5e71d0ed req-21bcd5c1-54f9-4c2c-833c-71da5f76e079 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 931 time: 0.0517855 Nov 10 14:36:03.548758 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3c9eed86-6f0a-4f5c-9aa9-ebed5e71d0ed req-05ba2165-4c11-448b-9f54-0c06a6cd8952 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406041 Nov 10 14:36:04.090428 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99d8e4-8c22-43f9-8281-11ef08add997 req-283fcc5b-d204-4aa7-b8ed-7af7248b53af tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:04.092016 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9a99d8e4-8c22-43f9-8281-11ef08add997 req-283fcc5b-d204-4aa7-b8ed-7af7248b53af tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0489197 Nov 10 14:36:04.141945 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9a99d8e4-8c22-43f9-8281-11ef08add997 req-3bd69297-aa4a-476e-8d5e-74efe5f6d4de tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440619 Nov 10 14:36:04.663976 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9b7d9-f558-4804-8262-a1619cd224a2 req-50860121-3399-4ec0-96db-17695674d55b tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:04.665457 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dda9b7d9-f558-4804-8262-a1619cd224a2 req-50860121-3399-4ec0-96db-17695674d55b tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 931 time: 0.0486608 Nov 10 14:36:04.717862 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dda9b7d9-f558-4804-8262-a1619cd224a2 req-01fe585f-ba83-4239-b93c-217113b47871 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458131 Nov 10 14:36:04.793608 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Request body: {'port': {'device_id': 'a5efa773-2722-404a-878c-b56e865e7740', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:36:04.846051 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:05.099736 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad84d9c-b297-4fab-b1be-99ebf325456c {{(pid=101582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:36:05.107429 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:05.119046 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.provisioning_blocks [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Transition to ACTIVE for port object 9ad84d9c-b297-4fab-b1be-99ebf325456c will not be triggered until provisioned by entity L2. {{(pid=101582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:36:05.123497 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:05.170412 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad84d9c-b297-4fab-b1be-99ebf325456c,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:05.285596 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Attempting to bind port 9ad84d9c-b297-4fab-b1be-99ebf325456c on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:36:05.285942 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Attempting to bind port 9ad84d9c-b297-4fab-b1be-99ebf325456c by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'dd6954ab-b279-490b-9614-cfc6ac9a2714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9'}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:36:05.286280 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Attempting to bind port 9ad84d9c-b297-4fab-b1be-99ebf325456c on network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:36:05.295975 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9a147-e00e-42d0-b5c0-c17c43ee5495 req-9890d47c-a042-4230-b2e9-899f02bfd621 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:05.297549 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b3f9a147-e00e-42d0-b5c0-c17c43ee5495 req-9890d47c-a042-4230-b2e9-899f02bfd621 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0760818 Nov 10 14:36:05.301791 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Port 9ad84d9c-b297-4fab-b1be-99ebf325456c on network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:36:05.302170 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Attempting to bind port 9ad84d9c-b297-4fab-b1be-99ebf325456c on network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:36:05.314592 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:36:05.314951 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Checking segment: {'id': 'dd6954ab-b279-490b-9614-cfc6ac9a2714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:36:05.315321 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Bound using segment: {'id': 'dd6954ab-b279-490b-9614-cfc6ac9a2714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9'} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:36:05.315764 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Bound port: 9ad84d9c-b297-4fab-b1be-99ebf325456c, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6954ab-b279-490b-9614-cfc6ac9a2714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9'}}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:36:05.316126 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:05.384653 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b3f9a147-e00e-42d0-b5c0-c17c43ee5495 req-e6a7281f-282d-4c1b-8796-902a20ebb70f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801103 Nov 10 14:36:05.407885 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] For port 9ad84d9c-b297-4fab-b1be-99ebf325456c, host hv-cinder-81722, cleared binding levels {{(pid=101582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:36:05.411014 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] For port 9ad84d9c-b297-4fab-b1be-99ebf325456c, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9ad84d9c-b297-4fab-b1be-99ebf325456c,segment=NetworkSegment(dd6954ab-b279-490b-9614-cfc6ac9a2714),segment_id=dd6954ab-b279-490b-9614-cfc6ac9a2714)] {{(pid=101582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:36:05.415618 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:05.450897 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:05.451684 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:05.453085 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] 10.222.0.32 "PUT /v2.0/ports/9ad84d9c-b297-4fab-b1be-99ebf325456c HTTP/1.1" status: 200 len: 1093 time: 0.7550905 Nov 10 14:36:05.453522 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5efa773-2722-404a-878c-b56e865e7740', 'tag': '9ad84d9c-b297-4fab-b1be-99ebf325456c'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:36:05.455754 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42444507-6e97-483c-8cc2-391092da7c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5efa773-2722-404a-878c-b56e865e7740", "tag": "9ad84d9c-b297-4fab-b1be-99ebf325456c"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:36:05.479921 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711968ff-983c-4d2d-85f7-627ce39626e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad84d9c-b297-4fab-b1be-99ebf325456c,revision_number=3']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:05.514188 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea41d500-4988-47eb-a834-fad46580c6d6 x-openstack-request-id: req-ea41d500-4988-47eb-a834-fad46580c6d6 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:36:05.514477 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5efa773-2722-404a-878c-b56e865e7740", "tag": "9ad84d9c-b297-4fab-b1be-99ebf325456c", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:36:05.514727 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea41d500-4988-47eb-a834-fad46580c6d6 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:36:05.515123 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5efa773-2722-404a-878c-b56e865e7740', 'tag': '9ad84d9c-b297-4fab-b1be-99ebf325456c', 'status': 'completed', 'code': 200} Nov 10 14:36:05.547841 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-ca1212e5-569e-48ca-90ac-c3cf523f732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:05.549403 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-ca1212e5-569e-48ca-90ac-c3cf523f732c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a609ce2a4124456683be236d253bd11e&device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 1096 time: 0.0454912 Nov 10 14:36:05.616766 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-8adcdf16-e235-4324-99c2-ced30c7ebd16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad84d9c-b297-4fab-b1be-99ebf325456c HTTP/1.1" status: 200 len: 217 time: 0.0385816 Nov 10 14:36:05.671267 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-6e1060d3-8649-4e1d-8201-e68950cd1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:05.672670 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-6e1060d3-8649-4e1d-8201-e68950cd1e50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79c880c0-47fe-47a6-84a5-527e6e388c8b HTTP/1.1" status: 200 len: 853 time: 0.0475593 Nov 10 14:36:05.726393 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-8d1a3b8b-f5f3-4152-810a-a1fe7907c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:05.727926 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-8d1a3b8b-f5f3-4152-810a-a1fe7907c79c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423207 Nov 10 14:36:05.867747 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c3ca2-cd59-4910-bfc2-1d93c25fe150 req-4d01d90e-e430-4eca-9310-d5286420ac1c tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:05.869252 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1e9c3ca2-cd59-4910-bfc2-1d93c25fe150 req-4d01d90e-e430-4eca-9310-d5286420ac1c tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 943 time: 0.0759821 Nov 10 14:36:05.872741 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-cee99355-4295-4c4e-beee-e8df310b6e9e service neutron] 10.222.0.32 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370552 Nov 10 14:36:05.969890 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1e9c3ca2-cd59-4910-bfc2-1d93c25fe150 req-f3ae96b1-c5b1-41eb-add2-0f185df0c0a6 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946989 Nov 10 14:36:05.995134 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6343bf8e-f816-442a-abc9-8c7730baf720 req-1024068c-6dfa-4067-b231-8ac4af67dc36 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074994 Nov 10 14:36:06.094400 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42444507-6e97-483c-8cc2-391092da7c4a req-4099f854-cfce-447f-b74a-0ce0e9762b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:06.095881 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-42444507-6e97-483c-8cc2-391092da7c4a req-4099f854-cfce-447f-b74a-0ce0e9762b24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a609ce2a4124456683be236d253bd11e&device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 1096 time: 0.0407157 Nov 10 14:36:06.189853 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42444507-6e97-483c-8cc2-391092da7c4a req-0426ff78-d648-4d5d-97dd-9cee17cf92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:06.191313 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-42444507-6e97-483c-8cc2-391092da7c4a req-0426ff78-d648-4d5d-97dd-9cee17cf92b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9 HTTP/1.1" status: 200 len: 915 time: 0.0868902 Nov 10 14:36:06.232282 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-42444507-6e97-483c-8cc2-391092da7c4a req-83b4fef3-efc8-437c-9c44-797f993a78a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad84d9c-b297-4fab-b1be-99ebf325456c HTTP/1.1" status: 200 len: 217 time: 0.0333230 Nov 10 14:36:06.279622 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42444507-6e97-483c-8cc2-391092da7c4a req-9eeee68f-3039-4e78-aeb7-b9428763ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:06.281030 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-42444507-6e97-483c-8cc2-391092da7c4a req-9eeee68f-3039-4e78-aeb7-b9428763ed1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79c880c0-47fe-47a6-84a5-527e6e388c8b HTTP/1.1" status: 200 len: 853 time: 0.0420187 Nov 10 14:36:06.331237 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42444507-6e97-483c-8cc2-391092da7c4a req-0280dfdf-d3ab-4004-80b7-3639dcc33883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:06.332778 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-42444507-6e97-483c-8cc2-391092da7c4a req-0280dfdf-d3ab-4004-80b7-3639dcc33883 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437520 Nov 10 14:36:06.420963 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-42444507-6e97-483c-8cc2-391092da7c4a req-3b7f94be-dd07-410a-b0b3-322faac14a3a service neutron] 10.222.0.32 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803282 Nov 10 14:36:06.509153 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec4547-ae8e-4553-aefd-0a41879bc748 req-91daa5c7-03fe-41c4-820c-d7b7786f13f0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:06.510583 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-adec4547-ae8e-4553-aefd-0a41879bc748 req-91daa5c7-03fe-41c4-820c-d7b7786f13f0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0499458 Nov 10 14:36:06.516646 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-42444507-6e97-483c-8cc2-391092da7c4a req-09589b23-026d-4b4e-bac4-d5626f5b42c2 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859294 Nov 10 14:36:06.564043 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-adec4547-ae8e-4553-aefd-0a41879bc748 req-3f05c605-6d95-4688-8074-d7a6c846788f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466208 Nov 10 14:36:06.857529 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:36:07.062211 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [req-af324167-9474-448b-af21-caca0b6f43cc req-fdf863f9-12f5-4eeb-9776-c4a3707f6983 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:36:07.063223 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-af324167-9474-448b-af21-caca0b6f43cc req-fdf863f9-12f5-4eeb-9776-c4a3707f6983 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0534260 Nov 10 14:36:07.084799 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08543991-74db-4257-9437-df0f0429b947 req-eee91f4c-e26b-488b-bb74-3b3eece97209 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:07.086304 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-08543991-74db-4257-9437-df0f0429b947 req-eee91f4c-e26b-488b-bb74-3b3eece97209 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 943 time: 0.0493188 Nov 10 14:36:07.137021 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-08543991-74db-4257-9437-df0f0429b947 req-266f5dc4-3191-4c1f-b5af-7229f65734bb tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441864 Nov 10 14:36:07.234202 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097389a5-1126-4a95-b468-e4befa1b1b60 req-8b745315-4330-4eaa-ac08-67ba55d9629b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:07.235875 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-097389a5-1126-4a95-b468-e4befa1b1b60 req-8b745315-4330-4eaa-ac08-67ba55d9629b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0553889 Nov 10 14:36:07.283701 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-097389a5-1126-4a95-b468-e4befa1b1b60 req-f3f91c89-2d45-4b14-8542-afac5a316000 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419791 Nov 10 14:36:07.483195 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 36592) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:36:07.567468 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-3aefb1d8-e99b-41ec-ac16-fbe0a665103e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829692 Nov 10 14:36:07.576794 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-1ce0caea-1dfe-41e9-a257-05a73d650bad service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:36:07.577759 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-1ce0caea-1dfe-41e9-a257-05a73d650bad service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056641 Nov 10 14:36:08.253614 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7fff5-b16e-46e4-b4ec-c4df9a4ed87c req-65dd3906-9fe0-4e13-bb33-dc33f7ad6b2f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:08.255094 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-02b7fff5-b16e-46e4-b4ec-c4df9a4ed87c req-65dd3906-9fe0-4e13-bb33-dc33f7ad6b2f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 943 time: 0.0522423 Nov 10 14:36:08.312692 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-02b7fff5-b16e-46e4-b4ec-c4df9a4ed87c req-b0e06178-4106-4eaf-b25a-4eb43c0f2616 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429347 Nov 10 14:36:08.406924 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34991fe-109b-46d3-8acd-72e398823d05 req-4bd43f5c-f982-49e4-b116-71222bef5f76 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:08.408439 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a34991fe-109b-46d3-8acd-72e398823d05 req-4bd43f5c-f982-49e4-b116-71222bef5f76 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0519826 Nov 10 14:36:08.457764 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a34991fe-109b-46d3-8acd-72e398823d05 req-27e48624-edec-44ea-b331-e96f72c31de6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429978 Nov 10 14:36:08.936795 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-b57ccac9-7b65-4128-ad03-d2764bc00954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:08.938279 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-b57ccac9-7b65-4128-ad03-d2764bc00954 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0&tenant_id=73922fcd10714bffbe4b87c8a066a93e HTTP/1.1" status: 200 len: 1097 time: 0.0698335 Nov 10 14:36:09.007105 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-dd574f04-96b6-4865-b81f-edfa32c66681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:09.008590 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-dd574f04-96b6-4865-b81f-edfa32c66681 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 1097 time: 0.0428166 Nov 10 14:36:09.096936 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-c61a39e0-987f-4577-9cf5-1ba25960a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:09.098366 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-c61a39e0-987f-4577-9cf5-1ba25960a925 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 917 time: 0.0812240 Nov 10 14:36:09.168252 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-b2badfaa-c23b-40eb-967e-80b1a2b8ef0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b HTTP/1.1" status: 200 len: 1000 time: 0.0588636 Nov 10 14:36:09.217581 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-efda2127-3aa9-4126-8e7e-092cac35ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:09.218978 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-efda2127-3aa9-4126-8e7e-092cac35ed1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 200 len: 855 time: 0.0433056 Nov 10 14:36:09.263799 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-85a04396-e5a9-4a35-a75a-00f7784c2c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:09.265241 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-85a04396-e5a9-4a35-a75a-00f7784c2c32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1188f659-3386-43e3-8ceb-0934fe3b17ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386362 Nov 10 14:36:09.335577 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 9ad84d9c-b297-4fab-b1be-99ebf325456c details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:36:09.337696 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:36:09.359904 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-79b9c55e-d89c-44b7-86de-048faf2cd8e4 service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859332 Nov 10 14:36:09.490432 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 9ad84d9c-b297-4fab-b1be-99ebf325456c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9ad84d9c-b297-4fab-b1be-99ebf325456c,segment=NetworkSegment(dd6954ab-b279-490b-9614-cfc6ac9a2714),segment_id=dd6954ab-b279-490b-9614-cfc6ac9a2714)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:36:09.503880 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '9ad84d9c-b297-4fab-b1be-99ebf325456c', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'port_id': '9ad84d9c-b297-4fab-b1be-99ebf325456c', 'mac_address': 'fa:16:3e:92:83:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:36:09.571152 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:09.585215 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad84d9c-b297-4fab-b1be-99ebf325456c {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:36:09.599183 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee2ad6-27e8-403f-812d-45951d10aef2 req-abc9215a-4407-415f-8424-0e3813e1922e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:09.600901 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-95ee2ad6-27e8-403f-812d-45951d10aef2 req-abc9215a-4407-415f-8424-0e3813e1922e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0595167 Nov 10 14:36:09.607838 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 9ad84d9c-b297-4fab-b1be-99ebf325456c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9ad84d9c-b297-4fab-b1be-99ebf325456c,segment=NetworkSegment(dd6954ab-b279-490b-9614-cfc6ac9a2714),segment_id=dd6954ab-b279-490b-9614-cfc6ac9a2714)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:36:09.613805 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:09.653690 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-95ee2ad6-27e8-403f-812d-45951d10aef2 req-8931f2ed-f088-4b1b-9f11-8fcec7bda135 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448897 Nov 10 14:36:09.705382 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2d010-46de-4923-ab17-11b81bbe3a88 req-c2674f8b-c236-46ae-be34-fd46f9019c20 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:09.706864 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b1b2d010-46de-4923-ab17-11b81bbe3a88 req-c2674f8b-c236-46ae-be34-fd46f9019c20 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 943 time: 0.3204806 Nov 10 14:36:09.719423 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=9ad84d9c-b297-4fab-b1be-99ebf325456c,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:09.723294 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-ef17b2c8-de7f-4e3e-ba19-82582b8eb99f service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542807 Nov 10 14:36:09.760237 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b1b2d010-46de-4923-ab17-11b81bbe3a88 req-297bf0fa-1250-4ea7-b2ba-e9ad156c79d8 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461967 Nov 10 14:36:09.959307 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['9ad84d9c-b297-4fab-b1be-99ebf325456c'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:36:10.449451 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b22b3a15-3615-4a3a-b722-ba6db3325ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:10.780153 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652e336-a82a-4429-a4a5-c1dbe8d78afc req-66d575d3-1366-4a72-9b03-4683e4e8a770 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:10.781574 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a652e336-a82a-4429-a4a5-c1dbe8d78afc req-66d575d3-1366-4a72-9b03-4683e4e8a770 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0506027 Nov 10 14:36:10.830200 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a652e336-a82a-4429-a4a5-c1dbe8d78afc req-75d7970a-4fc2-4c3c-b55c-83320db05a6d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427573 Nov 10 14:36:10.908015 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5107e-2228-4ba5-9ef1-d94e42681c68 req-a37a6faa-bc49-4ea5-ac39-a5985c6d5186 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:10.909613 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4ef5107e-2228-4ba5-9ef1-d94e42681c68 req-a37a6faa-bc49-4ea5-ac39-a5985c6d5186 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 944 time: 0.0785091 Nov 10 14:36:10.964491 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4ef5107e-2228-4ba5-9ef1-d94e42681c68 req-08adb1e9-d0dd-4c59-be5c-2ccd8f6368ef tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488768 Nov 10 14:36:11.326428 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 9ad84d9c-b297-4fab-b1be-99ebf325456c up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:36:11.505747 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port 9ad84d9c-b297-4fab-b1be-99ebf325456c completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:36:11.509841 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 9ad84d9c-b297-4fab-b1be-99ebf325456c triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:36:11.510211 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:11.598330 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:11.633145 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 9ad84d9c-b297-4fab-b1be-99ebf325456c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9ad84d9c-b297-4fab-b1be-99ebf325456c,segment=NetworkSegment(dd6954ab-b279-490b-9614-cfc6ac9a2714),segment_id=dd6954ab-b279-490b-9614-cfc6ac9a2714)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:36:11.634138 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5efa773-2722-404a-878c-b56e865e7740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad84d9c-b297-4fab-b1be-99ebf325456c'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:36:11.636728 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e860cd-43aa-4689-a192-ad121c26fbc7" -d '{"events": [{"server_uuid": "a5efa773-2722-404a-878c-b56e865e7740", "name": "network-vif-plugged", "status": "completed", "tag": "9ad84d9c-b297-4fab-b1be-99ebf325456c"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:36:11.641415 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:11.677745 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1280a5ec-fbec-4dfd-987a-48848867020c x-openstack-request-id: req-1280a5ec-fbec-4dfd-987a-48848867020c {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:36:11.678059 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5efa773-2722-404a-878c-b56e865e7740", "name": "network-vif-plugged", "status": "completed", "tag": "9ad84d9c-b297-4fab-b1be-99ebf325456c", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:36:11.678315 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1280a5ec-fbec-4dfd-987a-48848867020c {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:36:11.678702 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5efa773-2722-404a-878c-b56e865e7740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad84d9c-b297-4fab-b1be-99ebf325456c', 'code': 200} Nov 10 14:36:11.694152 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=9ad84d9c-b297-4fab-b1be-99ebf325456c,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:12.000288 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14ef39-acd9-444d-b21d-db057a976618 req-8a0c2a0f-b712-4739-9597-837854f142fa tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:12.001954 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-dc14ef39-acd9-444d-b21d-db057a976618 req-8a0c2a0f-b712-4739-9597-837854f142fa tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0593665 Nov 10 14:36:12.054909 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-dc14ef39-acd9-444d-b21d-db057a976618 req-4b3e5b71-1ef7-4f06-9c77-aedf774ee144 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470726 Nov 10 14:36:12.091542 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f754009-6bce-40a6-952e-2a5ea342d4cc req-c2ed36f3-65f7-4364-b7d5-2c96fffa49e6 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:12.093803 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7f754009-6bce-40a6-952e-2a5ea342d4cc req-c2ed36f3-65f7-4364-b7d5-2c96fffa49e6 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0596893 Nov 10 14:36:12.147347 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7f754009-6bce-40a6-952e-2a5ea342d4cc req-d3ad60e1-aa53-4fca-8a8c-d85b5fa32ad1 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472047 Nov 10 14:36:13.008096 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d542060b-438d-4af8-8d86-58646e456eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:13.184757 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7487f-7772-4dcb-aa9b-dc47201599a2 req-d1250632-445a-437f-ad44-98dc4f7f4d36 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:13.186691 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-79d7487f-7772-4dcb-aa9b-dc47201599a2 req-d1250632-445a-437f-ad44-98dc4f7f4d36 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0526173 Nov 10 14:36:13.246045 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-79d7487f-7772-4dcb-aa9b-dc47201599a2 req-95d56e86-30c8-47df-ac73-4e952efad5c7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523250 Nov 10 14:36:13.288400 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf092f-b9e8-4853-93c8-e99eb5ce57dd req-650ba81a-4d84-4272-9d72-83c6bb51f339 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:13.289902 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0eaf092f-b9e8-4853-93c8-e99eb5ce57dd req-650ba81a-4d84-4272-9d72-83c6bb51f339 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0515420 Nov 10 14:36:13.343387 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0eaf092f-b9e8-4853-93c8-e99eb5ce57dd req-a1ab1d36-6004-41e9-9625-d4720ed19632 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451450 Nov 10 14:36:14.121715 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:14.382515 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72559844-21f5-4672-9e3d-c43e9f41e95a req-db9cb31c-ccca-4528-834f-4256921b74f3 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:14.384098 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-72559844-21f5-4672-9e3d-c43e9f41e95a req-db9cb31c-ccca-4528-834f-4256921b74f3 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0504444 Nov 10 14:36:14.437020 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-72559844-21f5-4672-9e3d-c43e9f41e95a req-44f4b14f-3e51-4570-8a26-ba3b953b094c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459557 Nov 10 14:36:14.472768 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e35507-b324-4043-b91d-0bac5c376077 req-d1ee4983-837e-4c20-ac24-be541cbcc9b7 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:14.474242 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-14e35507-b324-4043-b91d-0bac5c376077 req-d1ee4983-837e-4c20-ac24-be541cbcc9b7 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0597992 Nov 10 14:36:14.519718 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-14e35507-b324-4043-b91d-0bac5c376077 req-d1bbd764-32a9-4495-93b8-e10ad849723b tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397518 Nov 10 14:36:15.535356 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:15.569578 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352053f-54a9-432d-bd45-374f1acafc42 req-0705db88-a099-40af-a926-dcf43a51e3a2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:15.571094 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1352053f-54a9-432d-bd45-374f1acafc42 req-0705db88-a099-40af-a926-dcf43a51e3a2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0544615 Nov 10 14:36:15.643319 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1352053f-54a9-432d-bd45-374f1acafc42 req-1d2f1085-c472-4213-bc24-f752c27c2fd2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656953 Nov 10 14:36:15.647083 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad69962-8afd-4f3d-890a-9305233f9b16 req-a33d622f-2271-40d2-8507-ae839b8719e5 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:15.648581 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-aad69962-8afd-4f3d-890a-9305233f9b16 req-a33d622f-2271-40d2-8507-ae839b8719e5 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0628192 Nov 10 14:36:15.695834 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-aad69962-8afd-4f3d-890a-9305233f9b16 req-9dd16d50-85e3-4a12-9ca8-9bb7d4f1dcf8 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405471 Nov 10 14:36:16.655840 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:16.773172 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b230f-7e65-4d32-b3fa-717b8a49b337 req-1d262f3c-7e85-4b61-89f4-b440ac37c84e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:16.774668 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b10b230f-7e65-4d32-b3fa-717b8a49b337 req-1d262f3c-7e85-4b61-89f4-b440ac37c84e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0487885 Nov 10 14:36:16.823682 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b10b230f-7e65-4d32-b3fa-717b8a49b337 req-955fd374-6e39-4f20-a05e-8c187e34de19 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 Nov 10 14:36:16.830409 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a790fa-b9fe-40e4-a294-e070bc14569b req-14bbc9c5-6e45-4655-ba9e-943bbf3d3103 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:16.832139 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-06a790fa-b9fe-40e4-a294-e070bc14569b req-14bbc9c5-6e45-4655-ba9e-943bbf3d3103 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0622454 Nov 10 14:36:16.891380 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-06a790fa-b9fe-40e4-a294-e070bc14569b req-ff3bf93f-997f-4578-815e-f452c5820eff tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485375 Nov 10 14:36:17.694791 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:17.956258 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74465692-0b57-4ab2-b5f0-6772aaa2f496 req-9bd015ac-5014-4316-9526-242cd0fae37a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:17.957798 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-74465692-0b57-4ab2-b5f0-6772aaa2f496 req-9bd015ac-5014-4316-9526-242cd0fae37a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0484781 Nov 10 14:36:18.015627 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5d50c-caee-4ddc-bab6-7344cd67c552 req-76deba6a-6bb0-4497-8958-8dc9fb60b9fc tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:18.023179 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-74465692-0b57-4ab2-b5f0-6772aaa2f496 req-5d391454-7fea-45bf-8eff-b2450157c7fc tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594857 Nov 10 14:36:18.023966 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-18e5d50c-caee-4ddc-bab6-7344cd67c552 req-76deba6a-6bb0-4497-8958-8dc9fb60b9fc tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0641623 Nov 10 14:36:18.068425 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-18e5d50c-caee-4ddc-bab6-7344cd67c552 req-a646334d-e172-47ea-ae91-185c6f0c3bfb tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435441 Nov 10 14:36:19.141160 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd753f6-dc0c-4d3f-b4e8-5c113401a71f req-7e583fd6-bca7-4013-9a2a-e11cb953d562 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:19.148797 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7bd753f6-dc0c-4d3f-b4e8-5c113401a71f req-7e583fd6-bca7-4013-9a2a-e11cb953d562 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0576451 Nov 10 14:36:19.189072 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9749d-0c5f-4747-b1f3-740381a93f30 req-909d3f05-fc6d-4386-869f-a450ad43ed34 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:19.190589 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d7e9749d-0c5f-4747-b1f3-740381a93f30 req-909d3f05-fc6d-4386-869f-a450ad43ed34 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0525489 Nov 10 14:36:19.194299 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7bd753f6-dc0c-4d3f-b4e8-5c113401a71f req-8113cc77-0b83-45f9-ac5b-96e6231ee779 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443196 Nov 10 14:36:19.245786 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d7e9749d-0c5f-4747-b1f3-740381a93f30 req-b256d914-96e6-4ef5-a11e-796b1f6323a3 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492725 Nov 10 14:36:20.332288 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8114db8-12a4-4ada-9ed2-88acaffa52e7 req-fc1c2621-3226-4ca7-8808-b26938f613d3 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:20.332288 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f8114db8-12a4-4ada-9ed2-88acaffa52e7 req-fc1c2621-3226-4ca7-8808-b26938f613d3 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0643117 Nov 10 14:36:20.368648 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf2b32-5bd0-4956-8cce-7bcf79eb5d86 req-ef7130c1-5d74-4dac-9220-aa616f236666 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:20.370116 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a6bf2b32-5bd0-4956-8cce-7bcf79eb5d86 req-ef7130c1-5d74-4dac-9220-aa616f236666 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0495117 Nov 10 14:36:20.381963 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f8114db8-12a4-4ada-9ed2-88acaffa52e7 req-ba289333-a351-44b7-99c4-ee1ab2c40aff tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Nov 10 14:36:20.432683 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a6bf2b32-5bd0-4956-8cce-7bcf79eb5d86 req-524836d4-cb3a-4dd5-b949-fc6cc3f20496 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558040 Nov 10 14:36:21.518020 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cca5b-74df-4bad-9166-fd40f141602d req-61e9badc-5e6b-4a92-aa7c-b37388ad2f98 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:21.519637 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f38cca5b-74df-4bad-9166-fd40f141602d req-61e9badc-5e6b-4a92-aa7c-b37388ad2f98 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0573530 Nov 10 14:36:21.554008 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f219420-499e-4370-ba0f-3b5797a97dd5 req-e2fb728d-c1f8-4053-9c0f-e4b8043e5ecf tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:21.555504 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9f219420-499e-4370-ba0f-3b5797a97dd5 req-e2fb728d-c1f8-4053-9c0f-e4b8043e5ecf tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0529878 Nov 10 14:36:21.568030 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f38cca5b-74df-4bad-9166-fd40f141602d req-80577b6e-0473-44a7-ba6b-7fa88f6e96a2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Nov 10 14:36:21.605817 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9f219420-499e-4370-ba0f-3b5797a97dd5 req-cd0fb879-aab1-440e-ad23-642422ac311f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443661 Nov 10 14:36:22.706826 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f67ae-7db8-4e15-ad97-fd19e5d30818 req-cd6ff983-797a-4c64-b6a6-3608ac0f678d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:22.708412 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-864f67ae-7db8-4e15-ad97-fd19e5d30818 req-cd6ff983-797a-4c64-b6a6-3608ac0f678d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0560291 Nov 10 14:36:22.727757 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f778f-726d-4051-bd9b-bd3964eeac5d req-e4fe9926-4668-4146-a482-a302d2c20175 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:22.729281 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-077f778f-726d-4051-bd9b-bd3964eeac5d req-e4fe9926-4668-4146-a482-a302d2c20175 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0521905 Nov 10 14:36:22.757451 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-864f67ae-7db8-4e15-ad97-fd19e5d30818 req-e0fc565d-3d67-4419-b4e4-db360b0f3bf0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426934 Nov 10 14:36:22.782842 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-077f778f-726d-4051-bd9b-bd3964eeac5d req-14c0b439-53ee-4976-8aea-48d841cdd73e tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472138 Nov 10 14:36:23.883372 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e2605-4c07-4351-a907-32c00d5f18e0 req-214060ed-3086-42c3-bf2b-6e9deccbfad4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:23.884882 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-199e2605-4c07-4351-a907-32c00d5f18e0 req-214060ed-3086-42c3-bf2b-6e9deccbfad4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0528159 Nov 10 14:36:23.900887 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5791b-1bd6-41a6-9eab-ffba1bf5675a req-30b032a0-ebfd-4c7b-9ab5-638713a0d9e9 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:23.902365 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b0c5791b-1bd6-41a6-9eab-ffba1bf5675a req-30b032a0-ebfd-4c7b-9ab5-638713a0d9e9 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0540156 Nov 10 14:36:23.933199 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-199e2605-4c07-4351-a907-32c00d5f18e0 req-cef18543-b1c9-4327-b329-bbb9846bb6f7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418954 Nov 10 14:36:23.949902 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b0c5791b-1bd6-41a6-9eab-ffba1bf5675a req-d9cbfcee-5532-4b33-9779-082bb9fabb5b tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Nov 10 14:36:25.052995 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db279dcc-7a1e-40e4-a474-305d80d0fc29 req-d082a381-8635-4b5c-80a7-683f9f9bb332 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:25.054472 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-db279dcc-7a1e-40e4-a474-305d80d0fc29 req-d082a381-8635-4b5c-80a7-683f9f9bb332 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0486217 Nov 10 14:36:25.064628 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d48e9-8331-49ac-860f-d236c4b2f4f9 req-066d38a4-b894-46a1-9350-6ce673364bc4 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:25.066122 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3e9d48e9-8331-49ac-860f-d236c4b2f4f9 req-066d38a4-b894-46a1-9350-6ce673364bc4 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0483177 Nov 10 14:36:25.104016 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-db279dcc-7a1e-40e4-a474-305d80d0fc29 req-17f43b69-8156-4198-a5aa-e3ad7f3ab437 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437186 Nov 10 14:36:25.115583 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3e9d48e9-8331-49ac-860f-d236c4b2f4f9 req-c2fa56de-36b7-4f34-891f-4cbe63221e0d tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435326 Nov 10 14:36:25.331472 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b43724-4681-4689-95c7-4cc5c87e1864 req-97caada9-4a2b-407b-ba62-b817266566f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:25.332902 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-65b43724-4681-4689-95c7-4cc5c87e1864 req-97caada9-4a2b-407b-ba62-b817266566f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 1098 time: 0.0397654 Nov 10 14:36:25.380876 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-65b43724-4681-4689-95c7-4cc5c87e1864 req-9b0c548e-a378-4f14-aca7-79130cfdb127 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Nov 10 14:36:26.223550 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0c43b-03ca-4b10-a4d1-1b430fb93f29 req-bf995471-72f0-4651-958e-0709d79658ac tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:26.225069 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c6d0c43b-03ca-4b10-a4d1-1b430fb93f29 req-bf995471-72f0-4651-958e-0709d79658ac tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0480072 Nov 10 14:36:26.238696 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ddc24-06f9-4dbb-878b-2f79a2d9ba26 req-f7d319ae-8dff-4a2d-84ec-0183d96b95cb tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:26.240198 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2d0ddc24-06f9-4dbb-878b-2f79a2d9ba26 req-f7d319ae-8dff-4a2d-84ec-0183d96b95cb tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0483601 Nov 10 14:36:26.272818 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c6d0c43b-03ca-4b10-a4d1-1b430fb93f29 req-ff0e8eb1-5c73-403d-954b-1f975d2ca7fb tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419412 Nov 10 14:36:26.292011 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2d0ddc24-06f9-4dbb-878b-2f79a2d9ba26 req-5139b747-dacb-4b09-ae4c-17a2ae3d4e24 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460865 Nov 10 14:36:27.392392 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d2f2c-21b6-4e40-b7dd-9a23f0abedd8 req-5ded1576-b87d-472c-b532-682ed472749b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:27.393797 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-738d2f2c-21b6-4e40-b7dd-9a23f0abedd8 req-5ded1576-b87d-472c-b532-682ed472749b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0486553 Nov 10 14:36:27.412895 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61056b-cf66-4201-a400-553251d1ad67 req-fb6d5c5f-03a9-434f-8c35-12e5484697e3 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:27.414394 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ce61056b-cf66-4201-a400-553251d1ad67 req-fb6d5c5f-03a9-434f-8c35-12e5484697e3 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0499578 Nov 10 14:36:27.440499 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-738d2f2c-21b6-4e40-b7dd-9a23f0abedd8 req-6a8899ee-06cd-4674-84b7-d5acab5565fb tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405147 Nov 10 14:36:27.463458 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ce61056b-cf66-4201-a400-553251d1ad67 req-46c0e72e-d423-4e6f-b475-fbfa33416830 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432441 Nov 10 14:36:27.578516 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f97e4-b6e9-4a45-a7b3-3b396575af7c req-101f78de-8303-411f-a6ed-955a9d0375c2 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:27.580532 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-154f97e4-b6e9-4a45-a7b3-3b396575af7c req-101f78de-8303-411f-a6ed-955a9d0375c2 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0521672 Nov 10 14:36:27.634505 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-154f97e4-b6e9-4a45-a7b3-3b396575af7c req-716739ed-e6e3-4a8a-864c-6237689d69fc tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483022 Nov 10 14:36:27.963948 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37127b7e-9c47-46aa-bb34-987cdd83f1cc req-338ff13f-9f71-40d8-a689-1803f8fa8d1c tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:27.965441 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-37127b7e-9c47-46aa-bb34-987cdd83f1cc req-338ff13f-9f71-40d8-a689-1803f8fa8d1c tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0538611 Nov 10 14:36:28.011672 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-37127b7e-9c47-46aa-bb34-987cdd83f1cc req-35b1e592-c1ff-4a15-9fb3-21b05283a889 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399301 Nov 10 14:36:28.557721 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db02118-be64-42ed-bca4-21b61477123c req-f605612e-5a14-45b7-9b04-fedcaab26d00 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:28.559213 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6db02118-be64-42ed-bca4-21b61477123c req-f605612e-5a14-45b7-9b04-fedcaab26d00 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0489743 Nov 10 14:36:28.606079 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6db02118-be64-42ed-bca4-21b61477123c req-e3c94038-3af5-4e63-8e14-7e41d2f0ab4a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403690 Nov 10 14:36:29.733800 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e91d8-c2d7-4178-a0b8-fbd8bf2a6848 req-4ed55af9-2a33-44f8-9cb2-bb4746fdb696 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:29.736063 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d19e91d8-c2d7-4178-a0b8-fbd8bf2a6848 req-4ed55af9-2a33-44f8-9cb2-bb4746fdb696 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0551002 Nov 10 14:36:29.786740 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d19e91d8-c2d7-4178-a0b8-fbd8bf2a6848 req-2178c056-aa05-4ad2-b950-b3d51ad00652 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446324 Nov 10 14:36:30.911876 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51616a1-3f84-45f6-a561-f0496a027829 req-ad98397f-c496-4077-a7e6-4d6df6ff10b0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:30.913393 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d51616a1-3f84-45f6-a561-f0496a027829 req-ad98397f-c496-4077-a7e6-4d6df6ff10b0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0508413 Nov 10 14:36:30.964768 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d51616a1-3f84-45f6-a561-f0496a027829 req-c3eccf63-e459-4039-9658-0c9327497e6b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449417 Nov 10 14:36:32.082278 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9669d-f652-4bdd-9892-ae061b9c81d0 req-a08f2c14-e880-4efd-931b-fdc22d35104b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:32.083748 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-32c9669d-f652-4bdd-9892-ae061b9c81d0 req-a08f2c14-e880-4efd-931b-fdc22d35104b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0480700 Nov 10 14:36:32.130176 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-32c9669d-f652-4bdd-9892-ae061b9c81d0 req-eba5a592-e9ad-4cf4-ab05-b54548f6606d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405285 Nov 10 14:36:33.248068 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7bba7-4a9e-492c-b1fd-049830569ee1 req-7e262a58-7b52-4880-ba57-30f36c7839d8 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:33.250203 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2ae7bba7-4a9e-492c-b1fd-049830569ee1 req-7e262a58-7b52-4880-ba57-30f36c7839d8 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0482235 Nov 10 14:36:33.297324 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2ae7bba7-4a9e-492c-b1fd-049830569ee1 req-66c14d74-833e-4206-ac9b-ef1ca0fe6ac1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409791 Nov 10 14:36:34.419737 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b0062-80a1-446a-9caa-bf85edb3a4ee req-a518e08d-6c31-4273-8c2e-eeaa540e7dc3 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:34.421244 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-358b0062-80a1-446a-9caa-bf85edb3a4ee req-a518e08d-6c31-4273-8c2e-eeaa540e7dc3 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0537908 Nov 10 14:36:34.468746 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-358b0062-80a1-446a-9caa-bf85edb3a4ee req-9e3ac055-ed40-446b-be26-32ade5999f5d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Nov 10 14:36:35.450762 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:36:35.548274 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:36:35.559466 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'port_id': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'mac_address': 'fa:16:3e:5a:6e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:36:35.588155 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38499f77-c69f-44c9-933d-e982f6b4ebdd req-7c7c309c-d882-476c-9fde-21c62df5ac8d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:35.589710 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-38499f77-c69f-44c9-933d-e982f6b4ebdd req-7c7c309c-d882-476c-9fde-21c62df5ac8d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 944 time: 0.0496149 Nov 10 14:36:35.596288 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:35.609465 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:36:35.629188 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:36:35.633176 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:35.638682 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-38499f77-c69f-44c9-933d-e982f6b4ebdd req-8090dd4a-884c-4141-8615-9311cf27dd7f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420921 Nov 10 14:36:35.681514 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,revision_number=9']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:35.689222 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:35.689599 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:35.689949 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:35.690288 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:35.690621 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:35.690954 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:35.691282 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:35.691619 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:35.691962 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:35.692288 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:35.692637 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:35.692958 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:36.185784 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['67e0e8cc-bba8-4bd9-bed7-d9f136676d2b'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:36:36.763013 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b188b-cfde-4341-aa1e-e0e45d2ab183 req-8387d62e-e2e6-491d-b14e-700a248e971e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:36.764498 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dc9b188b-cfde-4341-aa1e-e0e45d2ab183 req-8387d62e-e2e6-491d-b14e-700a248e971e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 945 time: 0.0507030 Nov 10 14:36:36.811397 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dc9b188b-cfde-4341-aa1e-e0e45d2ab183 req-f603bd86-10a1-460a-95c2-a77644a22080 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400336 Nov 10 14:36:37.372331 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3af356-4b55-4f9b-81e4-581ea1acacaf req-bacccd9f-c4a1-437a-bca2-1d0750f0e48b tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:37.373804 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-be3af356-4b55-4f9b-81e4-581ea1acacaf req-bacccd9f-c4a1-437a-bca2-1d0750f0e48b tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0521014 Nov 10 14:36:37.419719 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-be3af356-4b55-4f9b-81e4-581ea1acacaf req-68fa6315-8c7b-47f9-8069-f8870ff66d54 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398281 Nov 10 14:36:37.441840 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 36776) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:36:37.464182 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:36:37.517005 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:36:37.517471 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:37.580036 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f49697-5575-4513-b8c4-2f765b40a4b4 tempest-TestMinimumBasicScenario-156447922 tempest-TestMinimumBasicScenario-156447922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:37.581593 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-24f49697-5575-4513-b8c4-2f765b40a4b4 tempest-TestMinimumBasicScenario-156447922 tempest-TestMinimumBasicScenario-156447922-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 1093 time: 0.1387844 Nov 10 14:36:37.584441 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 36780) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:36:37.588705 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Request body: {'floatingip': {'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'port_id': '9ad84d9c-b297-4fab-b1be-99ebf325456c', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:36:37.592713 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:37.611035 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for floatingip, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:37.615475 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:36:37.617805 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555e1b42-2c25-44e2-95dd-aaae56b2eb11" -d '{"events": [{"server_uuid": "60194a2e-ed68-4d33-ab4b-223638fecce0", "name": "network-vif-plugged", "status": "completed", "tag": "67e0e8cc-bba8-4bd9-bed7-d9f136676d2b"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:36:37.631591 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:36:37.636376 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:37.689051 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,revision_number=10']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:37.714735 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:37.720846 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9b7778-f5ee-427a-ad8a-d38ee90d8a72 x-openstack-request-id: req-2c9b7778-f5ee-427a-ad8a-d38ee90d8a72 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:36:37.721140 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60194a2e-ed68-4d33-ab4b-223638fecce0", "name": "network-vif-plugged", "status": "completed", "tag": "67e0e8cc-bba8-4bd9-bed7-d9f136676d2b", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:36:37.721394 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c9b7778-f5ee-427a-ad8a-d38ee90d8a72 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:36:37.721793 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'code': 200} Nov 10 14:36:37.819717 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Allocated IP 172.27.1.184 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/276d158e-37de-4d85-9d5c-9235478d6e70) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:36:37.959264 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea4e12-3604-476e-9c0a-040eb9bcd60b req-093bc40b-adb9-46de-8efa-ed56be860e5f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:37.960775 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e5ea4e12-3604-476e-9c0a-040eb9bcd60b req-093bc40b-adb9-46de-8efa-ed56be860e5f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 947 time: 0.0749662 Nov 10 14:36:37.963559 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:38.025878 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e5ea4e12-3604-476e-9c0a-040eb9bcd60b req-0e5f4282-da31-4419-b0b2-65ac6852844b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591578 Nov 10 14:36:38.031145 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:38.068919 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:36:38.071608 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:36:38.076971 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:36:38.104422 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event updated for resources: {'Port': ['ID=276d158e-37de-4d85-9d5c-9235478d6e70,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:38.116861 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:38.117189 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:38.117531 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:38.117870 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:38.118231 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:38.118564 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:38.118894 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:38.119222 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:38.119550 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:38.119882 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:38.120209 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:38.120560 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:38.328006 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec586b-70d6-4f16-98ac-1f65f2ce5a17 req-5bb163a1-e227-4f5f-841a-3e282f87d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:38.329432 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2eec586b-70d6-4f16-98ac-1f65f2ce5a17 req-5bb163a1-e227-4f5f-841a-3e282f87d2e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 1100 time: 0.0826886 Nov 10 14:36:38.450456 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2eec586b-70d6-4f16-98ac-1f65f2ce5a17 req-7e5ba577-0238-4e14-91be-a6c436b6c72e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817637 Nov 10 14:36:38.510479 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:38.573794 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:38.724795 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:38.729827 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:38.796154 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event updated for resources: {'Port': ['ID=276d158e-37de-4d85-9d5c-9235478d6e70,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:38.809764 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:38.908610 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.l3_db [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Floating IP cc23c8c7-a5a9-470a-b534-ff90b5cc8b3d associated. External IP: 172.27.1.184, port: 9ad84d9c-b297-4fab-b1be-99ebf325456c. Nov 10 14:36:39.128081 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:36:39.150622 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c272d6-1a4b-473c-b470-da5b736f6ae0 req-71846833-4274-4376-a963-f72e5990e530 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:39.152116 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-29c272d6-1a4b-473c-b470-da5b736f6ae0 req-71846833-4274-4376-a963-f72e5990e530 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 947 time: 0.0490122 Nov 10 14:36:39.203018 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-29c272d6-1a4b-473c-b470-da5b736f6ae0 req-1c212eee-3c2f-4e96-b5af-fd82c0ebb008 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448744 Nov 10 14:36:39.239064 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:36:39.248854 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babadf2-ae61-473a-b283-1d8f74f551f9 None None] Sync routers for ids ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:36:39.256414 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.258171 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babadf2-ae61-473a-b283-1d8f74f551f9 None None] Routers {'9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:36:39.258782 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-9babadf2-ae61-473a-b283-1d8f74f551f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:36:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:36:39.289747 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-e2c61ed6-be9f-4a20-8f69-99f968224d82 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7041166 Nov 10 14:36:39.290464 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5efa773-2722-404a-878c-b56e865e7740', 'tag': '9ad84d9c-b297-4fab-b1be-99ebf325456c'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:36:39.292514 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 36790) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:36:39.293385 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84ef7dd-aa8d-4c26-bd25-f1c74b3ed82b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5efa773-2722-404a-878c-b56e865e7740", "tag": "9ad84d9c-b297-4fab-b1be-99ebf325456c"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:36:39.297971 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1377343266', 'description': 'tempest-secgroup-smoke-1377343266 description', 'project_id': 'a609ce2a4124456683be236d253bd11e'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:36:39.322342 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.380249 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-9babadf2-ae61-473a-b283-1d8f74f551f9 None None] Set router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:36:39.395552 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.401557 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.404929 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c04d53-5124-4972-9eb7-f415d804676a x-openstack-request-id: req-25c04d53-5124-4972-9eb7-f415d804676a {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:36:39.406498 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5efa773-2722-404a-878c-b56e865e7740", "tag": "9ad84d9c-b297-4fab-b1be-99ebf325456c", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:36:39.406826 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25c04d53-5124-4972-9eb7-f415d804676a {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:36:39.407295 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5efa773-2722-404a-878c-b56e865e7740', 'tag': '9ad84d9c-b297-4fab-b1be-99ebf325456c', 'status': 'completed', 'code': 200} Nov 10 14:36:39.434859 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.439571 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1424325 Nov 10 14:36:39.439778 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 36796) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:36:39.441412 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8391ede-8045-4d20-a9c8-923499c0ec47,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:39.444089 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-d53b4d5c-b326-4389-b4a6-6cdd1ecd6b8f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Request body: {'security_group_rule': {'security_group_id': 'e8391ede-8045-4d20-a9c8-923499c0ec47', 'project_id': 'a609ce2a4124456683be236d253bd11e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:36:39.449232 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:39.449576 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:39.449909 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:39.450272 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:39.450599 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:39.450921 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:39.451241 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:39.451560 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:39.451881 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:39.452234 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:39.452580 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:39.452896 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f95c-b3de-4ec1-adfd-7f3489045298 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:36:39.495226 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ef7dd-aa8d-4c26-bd25-f1c74b3ed82b req-a6a322dc-1f26-451d-bffb-588adf08ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:39.496853 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c84ef7dd-aa8d-4c26-bd25-f1c74b3ed82b req-a6a322dc-1f26-451d-bffb-588adf08ae98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a609ce2a4124456683be236d253bd11e&device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 1098 time: 0.0668626 Nov 10 14:36:39.497667 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d53b4d5c-b326-4389-b4a6-6cdd1ecd6b8f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.604364 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d53b4d5c-b326-4389-b4a6-6cdd1ecd6b8f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.611663 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d53b4d5c-b326-4389-b4a6-6cdd1ecd6b8f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.622511 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-9babadf2-ae61-473a-b283-1d8f74f551f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 4, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': 'cc23c8c7-a5a9-470a-b534-ff90b5cc8b3d', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'port_id': '9ad84d9c-b297-4fab-b1be-99ebf325456c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'mac_address': 'fa:16:3e:92:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5efa773-2722-404a-878c-b56e865e7740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:36:38Z', 'updated_at': '2021-11-10T14:36:38Z', 'revision_number': 0, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0d587b-b652-4d6d-a230-f728c5bf3ea1', 'name': '', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'mac_address': 'fa:16:3e:47:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:25Z', 'updated_at': '2021-11-10T14:35:33Z', 'revision_number': 5, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'subnets': [{'id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:36:39.639717 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ef7dd-aa8d-4c26-bd25-f1c74b3ed82b req-0bcb7aed-bb41-4b67-bb46-4610bc67aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:39.641852 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c84ef7dd-aa8d-4c26-bd25-f1c74b3ed82b req-0bcb7aed-bb41-4b67-bb46-4610bc67aaf8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9 HTTP/1.1" status: 200 len: 915 time: 0.1347752 Nov 10 14:36:39.642440 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b4d5c-b326-4389-b4a6-6cdd1ecd6b8f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1268a0-070c-48d1-bfd4-d38d657272be,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:39.653634 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d53b4d5c-b326-4389-b4a6-6cdd1ecd6b8f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.654418 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babadf2-ae61-473a-b283-1d8f74f551f9 None None] Checking router: 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:36:39.656831 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-d53b4d5c-b326-4389-b4a6-6cdd1ecd6b8f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2160466 Nov 10 14:36:39.658166 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 36798) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:36:39.663621 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-fb8dc3be-849c-4118-8458-498fa46362e1 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Request body: {'security_group_rule': {'security_group_id': 'e8391ede-8045-4d20-a9c8-923499c0ec47', 'project_id': 'a609ce2a4124456683be236d253bd11e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:36:39.663879 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babadf2-ae61-473a-b283-1d8f74f551f9 None None] Routers {'9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:36:39.664588 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-9babadf2-ae61-473a-b283-1d8f74f551f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:36:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:36:39.703147 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc3be-849c-4118-8458-498fa46362e1 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.728332 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c84ef7dd-aa8d-4c26-bd25-f1c74b3ed82b req-80c8bfd0-105a-493d-9701-6b699525e24c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad84d9c-b297-4fab-b1be-99ebf325456c HTTP/1.1" status: 200 len: 999 time: 0.0702558 Nov 10 14:36:39.766546 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc3be-849c-4118-8458-498fa46362e1 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.771405 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc3be-849c-4118-8458-498fa46362e1 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.784760 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ef7dd-aa8d-4c26-bd25-f1c74b3ed82b req-165517e6-df16-4cf8-a128-0c7814fb5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:39.786241 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c84ef7dd-aa8d-4c26-bd25-f1c74b3ed82b req-165517e6-df16-4cf8-a128-0c7814fb5572 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79c880c0-47fe-47a6-84a5-527e6e388c8b HTTP/1.1" status: 200 len: 853 time: 0.0501714 Nov 10 14:36:39.788949 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-9babadf2-ae61-473a-b283-1d8f74f551f9 None None] Set router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:36:39.792005 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dc3be-849c-4118-8458-498fa46362e1 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b3c9a5-c846-49e8-b206-dc21132f5b06,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:39.798178 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc3be-849c-4118-8458-498fa46362e1 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.799446 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-fb8dc3be-849c-4118-8458-498fa46362e1 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400321 Nov 10 14:36:39.802219 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 36800) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:36:39.806676 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-0686185a-aa05-41d2-869d-589e54eb93ae tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Request body: {'security_group_rule': {'security_group_id': 'e8391ede-8045-4d20-a9c8-923499c0ec47', 'project_id': 'a609ce2a4124456683be236d253bd11e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:36:39.839415 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ef7dd-aa8d-4c26-bd25-f1c74b3ed82b req-36c3020f-2ebc-4c1c-956c-f758cb709540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:39.839998 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0686185a-aa05-41d2-869d-589e54eb93ae tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.841035 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c84ef7dd-aa8d-4c26-bd25-f1c74b3ed82b req-36c3020f-2ebc-4c1c-956c-f758cb709540 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461240 Nov 10 14:36:39.902064 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0686185a-aa05-41d2-869d-589e54eb93ae tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.906675 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0686185a-aa05-41d2-869d-589e54eb93ae tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.925870 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686185a-aa05-41d2-869d-589e54eb93ae tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1d9036-269b-4781-bc01-095375f71619,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:39.937872 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0686185a-aa05-41d2-869d-589e54eb93ae tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:39.941615 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-0686185a-aa05-41d2-869d-589e54eb93ae tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358333 Nov 10 14:36:39.942258 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 36802) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:36:39.946320 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-11cced05-ec31-432e-8398-03458ba8319d tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Request body: {'security_group_rule': {'security_group_id': 'e8391ede-8045-4d20-a9c8-923499c0ec47', 'project_id': 'a609ce2a4124456683be236d253bd11e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:36:39.948097 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c84ef7dd-aa8d-4c26-bd25-f1c74b3ed82b req-34e94caa-ad5f-4b4e-900b-915f8ae0c130 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940464 Nov 10 14:36:39.973497 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-11cced05-ec31-432e-8398-03458ba8319d tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.036568 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-11cced05-ec31-432e-8398-03458ba8319d tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.041706 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-9babadf2-ae61-473a-b283-1d8f74f551f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 4, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': 'cc23c8c7-a5a9-470a-b534-ff90b5cc8b3d', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'port_id': '9ad84d9c-b297-4fab-b1be-99ebf325456c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'mac_address': 'fa:16:3e:92:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5efa773-2722-404a-878c-b56e865e7740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:36:38Z', 'updated_at': '2021-11-10T14:36:38Z', 'revision_number': 0, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0d587b-b652-4d6d-a230-f728c5bf3ea1', 'name': '', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'mac_address': 'fa:16:3e:47:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:25Z', 'updated_at': '2021-11-10T14:35:33Z', 'revision_number': 5, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'subnets': [{'id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:36:40.045590 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-11cced05-ec31-432e-8398-03458ba8319d tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.058763 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c84ef7dd-aa8d-4c26-bd25-f1c74b3ed82b req-df070901-b209-411e-9679-c2b22163c86f service neutron] 10.222.0.32 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992525 Nov 10 14:36:40.067808 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cced05-ec31-432e-8398-03458ba8319d tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a87738-1c7a-4a38-a8e6-64b41341cd16,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:40.084113 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-11cced05-ec31-432e-8398-03458ba8319d tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.085515 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-11cced05-ec31-432e-8398-03458ba8319d tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426916 Nov 10 14:36:40.087775 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babadf2-ae61-473a-b283-1d8f74f551f9 None None] The sync data for ids ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'] in dv-cinder-817229-1-iscsi is: [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 4, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': 'cc23c8c7-a5a9-470a-b534-ff90b5cc8b3d', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'port_id': '9ad84d9c-b297-4fab-b1be-99ebf325456c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'mac_address': 'fa:16:3e:92:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5efa773-2722-404a-878c-b56e865e7740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:36:38Z', 'updated_at': '2021-11-10T14:36:38Z', 'revision_number': 0, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0d587b-b652-4d6d-a230-f728c5bf3ea1', 'name': '', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'mac_address': 'fa:16:3e:47:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:25Z', 'updated_at': '2021-11-10T14:35:33Z', 'revision_number': 5, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'subnets': [{'id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:36:40.088868 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 36808) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:36:40.095283 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-3df334fb-ac1f-40b6-9191-7f1b7acb95f4 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Request body: {'security_group_rule': {'security_group_id': 'e8391ede-8045-4d20-a9c8-923499c0ec47', 'project_id': 'a609ce2a4124456683be236d253bd11e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:36:40.127793 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.securitygroups_db [None req-3df334fb-ac1f-40b6-9191-7f1b7acb95f4 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Project a609ce2a4124456683be236d253bd11e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 14:36:40.133521 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3df334fb-ac1f-40b6-9191-7f1b7acb95f4 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.199433 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3df334fb-ac1f-40b6-9191-7f1b7acb95f4 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.205505 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3df334fb-ac1f-40b6-9191-7f1b7acb95f4 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.224508 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df334fb-ac1f-40b6-9191-7f1b7acb95f4 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38f851a-80e1-4501-9b34-627639f3ba3c,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:40.236439 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3df334fb-ac1f-40b6-9191-7f1b7acb95f4 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.240213 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-3df334fb-ac1f-40b6-9191-7f1b7acb95f4 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1476142 Nov 10 14:36:40.241100 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 36824) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:36:40.245643 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-48fc6cb6-adc6-4af5-8f24-c3e3d7257bd7 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Request body: {'security_group_rule': {'security_group_id': 'e8391ede-8045-4d20-a9c8-923499c0ec47', 'project_id': 'a609ce2a4124456683be236d253bd11e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:36:40.272463 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.securitygroups_db [None req-48fc6cb6-adc6-4af5-8f24-c3e3d7257bd7 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Project a609ce2a4124456683be236d253bd11e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 14:36:40.280996 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-48fc6cb6-adc6-4af5-8f24-c3e3d7257bd7 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.376517 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-48fc6cb6-adc6-4af5-8f24-c3e3d7257bd7 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.385640 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b24bed-0975-445c-a1a9-0364fc6e6aa2 None None] New status for floating IP cc23c8c7-a5a9-470a-b534-ff90b5cc8b3d: ACTIVE {{(pid=101585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:36:40.386165 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8293d-ecc8-4f28-b0ce-b04ba2d4cdca req-a703eb6c-d6bc-4621-9688-c0f1338759f9 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:40.387336 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-65d8293d-ecc8-4f28-b0ce-b04ba2d4cdca req-a703eb6c-d6bc-4621-9688-c0f1338759f9 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 947 time: 0.0925994 Nov 10 14:36:40.388775 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-48fc6cb6-adc6-4af5-8f24-c3e3d7257bd7 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.414655 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc6cb6-adc6-4af5-8f24-c3e3d7257bd7 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352033c1-9dd3-4c71-899f-3195aae0ca59,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:40.428959 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-48fc6cb6-adc6-4af5-8f24-c3e3d7257bd7 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.430118 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-48fc6cb6-adc6-4af5-8f24-c3e3d7257bd7 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1885769 Nov 10 14:36:40.457759 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-1b40a55f-296c-4e7a-a9ff-af8d0a59440c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.481797 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-65d8293d-ecc8-4f28-b0ce-b04ba2d4cdca req-9dabadbf-723b-46cd-97c2-8e1d8c76e950 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766096 Nov 10 14:36:40.566542 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-99f11056-f8c2-4267-a361-207c7bbc18a1 req-b1d7bf16-af03-4026-8b95-1fef48b116d2 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1377343266&fields=id&tenant_id=a609ce2a4124456683be236d253bd11e HTTP/1.1" status: 200 len: 267 time: 0.0737746 Nov 10 14:36:40.627046 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f11056-f8c2-4267-a361-207c7bbc18a1 req-85e54dc5-5d3a-4287-aca2-ff10dec236de tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:40.628704 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-99f11056-f8c2-4267-a361-207c7bbc18a1 req-85e54dc5-5d3a-4287-aca2-ff10dec236de tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0559430 Nov 10 14:36:40.640332 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-99f11056-f8c2-4267-a361-207c7bbc18a1 req-62ba2f4e-88a7-4277-8c25-3878cd570610 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Request body: {'port': {'security_groups': ['844eea0e-8c32-4e9a-8fa1-a419c6a08a8a', 'e8391ede-8045-4d20-a9c8-923499c0ec47']}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:36:40.703961 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-99f11056-f8c2-4267-a361-207c7bbc18a1 req-62ba2f4e-88a7-4277-8c25-3878cd570610 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.908687 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-99f11056-f8c2-4267-a361-207c7bbc18a1 req-62ba2f4e-88a7-4277-8c25-3878cd570610 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] For port 9ad84d9c-b297-4fab-b1be-99ebf325456c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9ad84d9c-b297-4fab-b1be-99ebf325456c,segment=NetworkSegment(dd6954ab-b279-490b-9614-cfc6ac9a2714),segment_id=dd6954ab-b279-490b-9614-cfc6ac9a2714)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:36:40.939170 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-99f11056-f8c2-4267-a361-207c7bbc18a1 req-62ba2f4e-88a7-4277-8c25-3878cd570610 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.943446 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-99f11056-f8c2-4267-a361-207c7bbc18a1 req-62ba2f4e-88a7-4277-8c25-3878cd570610 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.956630 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['9ad84d9c-b297-4fab-b1be-99ebf325456c'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:36:40.989715 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f11056-f8c2-4267-a361-207c7bbc18a1 req-62ba2f4e-88a7-4277-8c25-3878cd570610 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:40.990354 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-99f11056-f8c2-4267-a361-207c7bbc18a1 req-62ba2f4e-88a7-4277-8c25-3878cd570610 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:40.992724 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-99f11056-f8c2-4267-a361-207c7bbc18a1 req-62ba2f4e-88a7-4277-8c25-3878cd570610 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "PUT /v2.0/ports/9ad84d9c-b297-4fab-b1be-99ebf325456c HTTP/1.1" status: 200 len: 981 time: 0.3560872 Nov 10 14:36:41.018544 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba2f4e-88a7-4277-8c25-3878cd570610 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event updated for resources: {'Port': ['ID=9ad84d9c-b297-4fab-b1be-99ebf325456c,revision_number=6']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:36:41.085311 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['9ad84d9c-b297-4fab-b1be-99ebf325456c'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:36:41.112553 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bca49-83fe-4030-b045-cce582e6a90d req-e689232a-c491-4c21-8ad9-89e14d47ef41 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:41.114082 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-600bca49-83fe-4030-b045-cce582e6a90d req-e689232a-c491-4c21-8ad9-89e14d47ef41 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0541720 Nov 10 14:36:41.181452 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-600bca49-83fe-4030-b045-cce582e6a90d req-764a8cfd-90ee-4160-beaf-b0d9a388369d tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608888 Nov 10 14:36:41.358994 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-e3ad5965-6c6f-49ac-8d2c-c8cb0f1fbd66 None None] Provisioning complete for port 9ad84d9c-b297-4fab-b1be-99ebf325456c triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:36:41.359286 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e3ad5965-6c6f-49ac-8d2c-c8cb0f1fbd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:41.408573 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5efa773-2722-404a-878c-b56e865e7740', 'tag': '9ad84d9c-b297-4fab-b1be-99ebf325456c'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:36:41.411035 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64effebc-7763-404c-91b4-2f82fa485c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a5efa773-2722-404a-878c-b56e865e7740", "tag": "9ad84d9c-b297-4fab-b1be-99ebf325456c"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:36:41.448097 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348eb208-6125-4077-88ab-6ca2a31e62f4 x-openstack-request-id: req-348eb208-6125-4077-88ab-6ca2a31e62f4 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:36:41.448416 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5efa773-2722-404a-878c-b56e865e7740", "tag": "9ad84d9c-b297-4fab-b1be-99ebf325456c", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:36:41.448672 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-348eb208-6125-4077-88ab-6ca2a31e62f4 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:36:41.449079 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5efa773-2722-404a-878c-b56e865e7740', 'tag': '9ad84d9c-b297-4fab-b1be-99ebf325456c', 'status': 'completed', 'code': 200} Nov 10 14:36:41.522119 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64effebc-7763-404c-91b4-2f82fa485c6e req-546a8927-1c7f-40a5-bbdc-e8af6cf83ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:41.523635 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-64effebc-7763-404c-91b4-2f82fa485c6e req-546a8927-1c7f-40a5-bbdc-e8af6cf83ee1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a609ce2a4124456683be236d253bd11e&device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 1137 time: 0.0425663 Nov 10 14:36:41.619525 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64effebc-7763-404c-91b4-2f82fa485c6e req-08ff6b37-e49c-4f91-b3b3-37967c486e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:41.621174 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-64effebc-7763-404c-91b4-2f82fa485c6e req-08ff6b37-e49c-4f91-b3b3-37967c486e4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9 HTTP/1.1" status: 200 len: 915 time: 0.0901501 Nov 10 14:36:41.625073 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404018f8-df1c-438f-a1ac-102d642eb9ac req-e069e920-e407-46ae-9479-3db726b9d762 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:41.626736 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-404018f8-df1c-438f-a1ac-102d642eb9ac req-e069e920-e407-46ae-9479-3db726b9d762 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 947 time: 0.0564609 Nov 10 14:36:41.680547 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-404018f8-df1c-438f-a1ac-102d642eb9ac req-8d73e7bc-64e4-4087-aeae-36ff70fa4f4a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456026 Nov 10 14:36:41.703831 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-64effebc-7763-404c-91b4-2f82fa485c6e req-4a34a34a-77e0-4631-a3bb-67514d7243e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad84d9c-b297-4fab-b1be-99ebf325456c HTTP/1.1" status: 200 len: 1001 time: 0.0644977 Nov 10 14:36:41.755370 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64effebc-7763-404c-91b4-2f82fa485c6e req-973bfb4d-3193-42f7-ad5c-a6a3e52dabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:41.756834 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-64effebc-7763-404c-91b4-2f82fa485c6e req-973bfb4d-3193-42f7-ad5c-a6a3e52dabaf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79c880c0-47fe-47a6-84a5-527e6e388c8b HTTP/1.1" status: 200 len: 853 time: 0.0430622 Nov 10 14:36:41.805938 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64effebc-7763-404c-91b4-2f82fa485c6e req-edf148aa-3c5f-4fa6-af09-e52f634e49da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:41.807456 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-64effebc-7763-404c-91b4-2f82fa485c6e req-edf148aa-3c5f-4fa6-af09-e52f634e49da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424535 Nov 10 14:36:41.902275 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-64effebc-7763-404c-91b4-2f82fa485c6e req-23ea6c3c-f249-45ca-a2ef-6e2ce26b82d4 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854876 Nov 10 14:36:41.989640 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-64effebc-7763-404c-91b4-2f82fa485c6e req-db258678-591f-48fa-ac4e-e7fa696e501f service neutron] 10.222.0.32 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790935 Nov 10 14:36:43.009513 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-c6e7797f-adaf-4b59-b236-032d68ca8a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:43.856942 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:36:43.954355 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87567c07-2609-4eeb-8caf-0c81dee36bc8 req-4f427535-9208-4e16-ac15-cf84738f69c1 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:43.955758 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-87567c07-2609-4eeb-8caf-0c81dee36bc8 req-4f427535-9208-4e16-ac15-cf84738f69c1 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0556362 Nov 10 14:36:44.001715 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-87567c07-2609-4eeb-8caf-0c81dee36bc8 req-2d198ad9-8dea-427e-99fb-3dd44e6ab6b4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399671 Nov 10 14:36:44.121368 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:45.119994 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d3569-3930-4793-81a0-f106f3d0154e req-78752133-f681-444e-b2bb-03ff71d3a48b tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:45.121535 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5a4d3569-3930-4793-81a0-f106f3d0154e req-78752133-f681-444e-b2bb-03ff71d3a48b tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0494201 Nov 10 14:36:45.168774 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5a4d3569-3930-4793-81a0-f106f3d0154e req-1a629b98-fea8-4ae8-ba6a-7679d1e0aec5 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406368 Nov 10 14:36:45.266322 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e52d60-ebbe-46e2-830f-3790f838e382 req-28690237-8cab-4de5-9f0b-3bf09fd7a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:45.267783 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-70e52d60-ebbe-46e2-830f-3790f838e382 req-28690237-8cab-4de5-9f0b-3bf09fd7a91d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2430c7f095e74156a1565c216a9a2b06&device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 1099 time: 0.0398302 Nov 10 14:36:45.374268 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e52d60-ebbe-46e2-830f-3790f838e382 req-933b0868-7b90-49d1-9475-fccdcc239b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:45.375667 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-70e52d60-ebbe-46e2-830f-3790f838e382 req-933b0868-7b90-49d1-9475-fccdcc239b62 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51adad85-2310-4257-b12d-2fa5a02b15eb HTTP/1.1" status: 200 len: 911 time: 0.0862184 Nov 10 14:36:45.447983 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-70e52d60-ebbe-46e2-830f-3790f838e382 req-31d10bc5-0b4d-4840-858e-80817c9e4a28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48b1df86-8344-45fd-9f87-7ead87b5d2e2 HTTP/1.1" status: 200 len: 1002 time: 0.0566635 Nov 10 14:36:45.495965 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e52d60-ebbe-46e2-830f-3790f838e382 req-c0a5dfc0-d781-4b45-b331-c027831a9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:45.497393 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-70e52d60-ebbe-46e2-830f-3790f838e382 req-c0a5dfc0-d781-4b45-b331-c027831a9843 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe999501-c772-4030-bed3-027c2ee0e36a HTTP/1.1" status: 200 len: 849 time: 0.0419824 Nov 10 14:36:45.537952 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:45.553611 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e52d60-ebbe-46e2-830f-3790f838e382 req-6902e7cc-bb04-4278-a180-b092a281a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:45.555092 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-70e52d60-ebbe-46e2-830f-3790f838e382 req-6902e7cc-bb04-4278-a180-b092a281a80d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51adad85-2310-4257-b12d-2fa5a02b15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472620 Nov 10 14:36:45.648844 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-70e52d60-ebbe-46e2-830f-3790f838e382 req-fc799971-2c1c-4028-950a-447e6024c0b8 service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789964 Nov 10 14:36:45.738624 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-70e52d60-ebbe-46e2-830f-3790f838e382 req-3a64255d-38ca-42f0-aa3c-efa7105452d6 service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822737 Nov 10 14:36:46.285485 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38db80b-5706-4f23-8631-90cdabb9f8e5 req-a0f02cbf-fa6a-432d-a45e-8d4a3408f758 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:46.287256 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b38db80b-5706-4f23-8631-90cdabb9f8e5 req-a0f02cbf-fa6a-432d-a45e-8d4a3408f758 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0492706 Nov 10 14:36:46.333243 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b38db80b-5706-4f23-8631-90cdabb9f8e5 req-356565f0-4def-4ba5-ab7f-5982189d90fc tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405693 Nov 10 14:36:46.658719 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:47.454084 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386c9d2-3017-4c20-938e-7026ef7684bf req-b2511b1f-a1aa-40e1-bc67-49c5accd2bb1 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:47.455556 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2386c9d2-3017-4c20-938e-7026ef7684bf req-b2511b1f-a1aa-40e1-bc67-49c5accd2bb1 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0485249 Nov 10 14:36:47.504063 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2386c9d2-3017-4c20-938e-7026ef7684bf req-ba25df81-7ebc-4fd2-97da-b564df0e313e tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426726 Nov 10 14:36:47.709741 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:36:48.619051 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0352390-adc2-443b-acba-c9c471f4eecc req-d3947d44-aeaf-4f93-9bb8-4764471db89f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:48.620542 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c0352390-adc2-443b-acba-c9c471f4eecc req-d3947d44-aeaf-4f93-9bb8-4764471db89f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0497139 Nov 10 14:36:48.671181 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c0352390-adc2-443b-acba-c9c471f4eecc req-feb3ed7c-23e0-4079-b551-2505beb3cd03 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439396 Nov 10 14:36:49.783512 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af4ce7-da12-4bb2-b4cd-3ab5695dc9a8 req-35d4d02b-4a19-4f7d-bed9-b45a09785f6b tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:49.784988 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c3af4ce7-da12-4bb2-b4cd-3ab5695dc9a8 req-35d4d02b-4a19-4f7d-bed9-b45a09785f6b tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0480056 Nov 10 14:36:49.831159 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c3af4ce7-da12-4bb2-b4cd-3ab5695dc9a8 req-1b4e220b-855c-49f1-b047-3aed2ef9f46e tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403605 Nov 10 14:36:50.945382 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d852ff-d336-47f5-8aeb-bc3ffda43722 req-cece3a0e-3068-4534-bd86-89cbe975ec2b tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:50.946840 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-36d852ff-d336-47f5-8aeb-bc3ffda43722 req-cece3a0e-3068-4534-bd86-89cbe975ec2b tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0477684 Nov 10 14:36:50.992667 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-36d852ff-d336-47f5-8aeb-bc3ffda43722 req-ebf94dd4-8071-4281-b862-2f5627feff1e tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391557 Nov 10 14:36:52.105659 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bb2b3-5e52-47f4-a0c9-b132603c2aa4 req-a11e9fa7-6426-4f8b-9d3c-940046c78dc3 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:52.107118 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-594bb2b3-5e52-47f4-a0c9-b132603c2aa4 req-a11e9fa7-6426-4f8b-9d3c-940046c78dc3 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0482786 Nov 10 14:36:52.160359 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-594bb2b3-5e52-47f4-a0c9-b132603c2aa4 req-b50a95c0-90fc-4659-9b64-47389715d068 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474041 Nov 10 14:36:53.277038 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d43aab-f1f8-4079-ae4b-b063d16e3725 req-2b1442d7-fc8f-45c2-81e6-01e122b6e9b4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:53.278511 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-39d43aab-f1f8-4079-ae4b-b063d16e3725 req-2b1442d7-fc8f-45c2-81e6-01e122b6e9b4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0492485 Nov 10 14:36:53.326541 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-39d43aab-f1f8-4079-ae4b-b063d16e3725 req-7131d22c-2faa-4201-afbb-4c6137fbefdc tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414050 Nov 10 14:36:54.443303 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b411bd-a4ef-4c71-865f-73447835e9bc req-b8fc50fc-bf35-42a7-9b5f-a9f83ee45f93 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:54.444809 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e9b411bd-a4ef-4c71-865f-73447835e9bc req-b8fc50fc-bf35-42a7-9b5f-a9f83ee45f93 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0514588 Nov 10 14:36:54.491126 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e9b411bd-a4ef-4c71-865f-73447835e9bc req-7056dfbe-9622-4641-a81c-00f3264d8fb5 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405138 Nov 10 14:36:55.609392 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fca7c7-afb7-47b3-90ed-3bfbf05a9a38 req-9e0307a3-ae51-41ab-8682-19035317afd5 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:55.610873 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c8fca7c7-afb7-47b3-90ed-3bfbf05a9a38 req-9e0307a3-ae51-41ab-8682-19035317afd5 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0520599 Nov 10 14:36:55.656924 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c8fca7c7-afb7-47b3-90ed-3bfbf05a9a38 req-a4427bfb-4f39-420b-95d1-5326dd5ffc1f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403438 Nov 10 14:36:56.774848 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f193018-ee63-40f3-ba4c-63ca2a4d4488 req-d7807630-c66c-4745-bf42-7301049d06b3 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:56.776387 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8f193018-ee63-40f3-ba4c-63ca2a4d4488 req-d7807630-c66c-4745-bf42-7301049d06b3 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0523291 Nov 10 14:36:56.824986 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8f193018-ee63-40f3-ba4c-63ca2a4d4488 req-b7108c81-5800-4b33-97bc-941d1b3b8bdb tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Nov 10 14:36:57.940364 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750ce0d-8ec9-429c-90b7-d74d8aa4c0e3 req-4dcfafa7-0238-45a1-8210-5aedd6afeaaf tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:57.941813 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d750ce0d-8ec9-429c-90b7-d74d8aa4c0e3 req-4dcfafa7-0238-45a1-8210-5aedd6afeaaf tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0479448 Nov 10 14:36:57.987933 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d750ce0d-8ec9-429c-90b7-d74d8aa4c0e3 req-481394a8-4ab6-496a-9e45-a424007d286b tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402925 Nov 10 14:36:59.100012 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceec27f-8370-42e4-98f2-f31704caaf39 req-0c75edea-35f1-4d01-a21c-cf1392cdab4c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:36:59.101500 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-aceec27f-8370-42e4-98f2-f31704caaf39 req-0c75edea-35f1-4d01-a21c-cf1392cdab4c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0479639 Nov 10 14:36:59.153040 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-aceec27f-8370-42e4-98f2-f31704caaf39 req-0e6d0d65-2784-487e-8b11-192074596382 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457211 Nov 10 14:37:00.273401 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe9702-f5ea-4f60-807a-856d1b4aa9fa req-4de4db7d-8adc-4622-81bf-20257b1e71c5 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:00.274971 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-38fe9702-f5ea-4f60-807a-856d1b4aa9fa req-4de4db7d-8adc-4622-81bf-20257b1e71c5 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0526569 Nov 10 14:37:00.542045 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-38fe9702-f5ea-4f60-807a-856d1b4aa9fa req-8ea68074-7101-4e7e-ba0e-97b446cff5e6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610571 Nov 10 14:37:01.655319 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db1038-ec6b-4e62-9c52-d850e41515f9 req-672411db-82b6-482e-9920-035146912e4e tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:01.656787 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-58db1038-ec6b-4e62-9c52-d850e41515f9 req-672411db-82b6-482e-9920-035146912e4e tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0478787 Nov 10 14:37:01.703726 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-58db1038-ec6b-4e62-9c52-d850e41515f9 req-8cd2b944-97ee-4c38-9d61-540939621e00 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410995 Nov 10 14:37:02.830952 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555e7a4-b66f-480f-9b56-f4b6583a020a req-2c4a40f3-cd2e-48eb-9b9a-87ed9aef3a08 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:02.832438 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5555e7a4-b66f-480f-9b56-f4b6583a020a req-2c4a40f3-cd2e-48eb-9b9a-87ed9aef3a08 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0633798 Nov 10 14:37:02.878307 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5555e7a4-b66f-480f-9b56-f4b6583a020a req-79519b36-29c7-4b01-ba6b-903281e8f3a7 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400083 Nov 10 14:37:03.991408 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59008b0c-45c2-4b22-9791-9d3e15babd28 req-5037a21c-fe5d-47ad-a19b-0cca72021414 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:03.992865 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-59008b0c-45c2-4b22-9791-9d3e15babd28 req-5037a21c-fe5d-47ad-a19b-0cca72021414 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0467770 Nov 10 14:37:04.038147 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-59008b0c-45c2-4b22-9791-9d3e15babd28 req-5c5cbb91-b2cf-4672-a463-d786c72429d2 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394950 Nov 10 14:37:05.157696 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ce490-6fe0-45a5-9823-36d5b900c9ce req-ea3c0854-aca7-40bc-81de-170e20966972 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:05.159215 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-901ce490-6fe0-45a5-9823-36d5b900c9ce req-ea3c0854-aca7-40bc-81de-170e20966972 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0501833 Nov 10 14:37:05.209376 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-901ce490-6fe0-45a5-9823-36d5b900c9ce req-c477e67b-e114-4b7c-954e-14ea61ca8064 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435998 Nov 10 14:37:05.405259 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94c0c6-a0a5-47b7-ada4-18552d32673c req-df462c57-a34d-43fa-a688-e765f09fdcca tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:05.406768 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4c94c0c6-a0a5-47b7-ada4-18552d32673c req-df462c57-a34d-43fa-a688-e765f09fdcca tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0518284 Nov 10 14:37:05.479258 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4c94c0c6-a0a5-47b7-ada4-18552d32673c req-aa22ac69-97f5-4178-9a8c-deecd0e4434f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665605 Nov 10 14:37:05.485771 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c700f65-792f-4546-9330-65cb951bbf9f req-d8b2cf89-48d0-4d19-9ae7-3fbe2eeedb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:05.487198 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8c700f65-792f-4546-9330-65cb951bbf9f req-d8b2cf89-48d0-4d19-9ae7-3fbe2eeedb7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2430c7f095e74156a1565c216a9a2b06&device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 1099 time: 0.0610983 Nov 10 14:37:05.578893 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c700f65-792f-4546-9330-65cb951bbf9f req-8d5e5c2e-0df8-41d3-95f8-dd0883fa20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:05.580262 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8c700f65-792f-4546-9330-65cb951bbf9f req-8d5e5c2e-0df8-41d3-95f8-dd0883fa20b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51adad85-2310-4257-b12d-2fa5a02b15eb HTTP/1.1" status: 200 len: 911 time: 0.0857868 Nov 10 14:37:05.643195 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8c700f65-792f-4546-9330-65cb951bbf9f req-4f705238-cc48-4abb-b006-8c489126ebf2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48b1df86-8344-45fd-9f87-7ead87b5d2e2 HTTP/1.1" status: 200 len: 1002 time: 0.0553441 Nov 10 14:37:05.695182 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c700f65-792f-4546-9330-65cb951bbf9f req-589d1f79-67ad-46b1-be6e-bb663f80021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:05.696817 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8c700f65-792f-4546-9330-65cb951bbf9f req-589d1f79-67ad-46b1-be6e-bb663f80021b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe999501-c772-4030-bed3-027c2ee0e36a HTTP/1.1" status: 200 len: 849 time: 0.0453446 Nov 10 14:37:05.741075 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c700f65-792f-4546-9330-65cb951bbf9f req-21358029-60da-4d15-ad04-98899811040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:05.742554 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8c700f65-792f-4546-9330-65cb951bbf9f req-21358029-60da-4d15-ad04-98899811040a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51adad85-2310-4257-b12d-2fa5a02b15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391040 Nov 10 14:37:05.828629 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8c700f65-792f-4546-9330-65cb951bbf9f req-12e2f571-65d4-4499-a222-fccbf80a1338 service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787988 Nov 10 14:37:05.917950 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8c700f65-792f-4546-9330-65cb951bbf9f req-1b8cea22-5ea9-40e0-b301-4465414a42a4 service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816488 Nov 10 14:37:06.597725 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf96331-a885-4b78-9eb5-e1e292d14f5f req-2c931a9f-8308-4a60-b3b6-7328abdf4886 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:06.598646 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3cf96331-a885-4b78-9eb5-e1e292d14f5f req-2c931a9f-8308-4a60-b3b6-7328abdf4886 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0504494 Nov 10 14:37:06.644861 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3cf96331-a885-4b78-9eb5-e1e292d14f5f req-9606f8a3-9877-4e2f-a15a-9bd6f09c505c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395639 Nov 10 14:37:10.448966 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a00b91f0-b080-41e0-9c1c-999d654eeed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:13.010071 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-71d043f9-ffc2-4fef-a534-4b13fcc2d789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:14.125340 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:15.540255 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:16.660883 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:17.725084 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:20.858194 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:37:30.818469 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30da86e-f96d-4621-8763-411e702c10f5 req-b132ebcc-343a-4f5e-a58e-9090fd7901e1 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:30.819950 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f30da86e-f96d-4621-8763-411e702c10f5 req-b132ebcc-343a-4f5e-a58e-9090fd7901e1 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0499194 Nov 10 14:37:30.869483 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f30da86e-f96d-4621-8763-411e702c10f5 req-4dfebf2b-f4fc-4265-8911-932298193804 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435765 Nov 10 14:37:31.989288 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe0a02-9cde-4bb6-89ed-621182d0e6f1 req-05f3291e-aaa0-4f16-99f0-cc8b364ca419 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:31.990781 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2fbe0a02-9cde-4bb6-89ed-621182d0e6f1 req-05f3291e-aaa0-4f16-99f0-cc8b364ca419 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0490019 Nov 10 14:37:32.038808 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2fbe0a02-9cde-4bb6-89ed-621182d0e6f1 req-684defb8-65f7-4520-82b2-ea75d4b05f5a tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421085 Nov 10 14:37:33.161574 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdd12a-7101-4b7d-b222-5bf1d6ec4fee req-4e648f31-9dc1-4c7b-9ede-4492091a4fc9 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:33.163040 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-39bdd12a-7101-4b7d-b222-5bf1d6ec4fee req-4e648f31-9dc1-4c7b-9ede-4492091a4fc9 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0524068 Nov 10 14:37:33.211359 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-39bdd12a-7101-4b7d-b222-5bf1d6ec4fee req-fec0e162-26ce-42fa-a417-2e0c8cfa1f48 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419159 Nov 10 14:37:34.328549 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba69afd-6690-457a-898a-3ac56f860ee3 req-76cff670-ae7d-4942-8bf6-46cedac32f37 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:34.330167 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cba69afd-6690-457a-898a-3ac56f860ee3 req-76cff670-ae7d-4942-8bf6-46cedac32f37 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0520983 Nov 10 14:37:34.378027 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cba69afd-6690-457a-898a-3ac56f860ee3 req-b9064b6b-f970-4962-adbf-13dd49758c31 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421929 Nov 10 14:37:35.490172 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab46ae-b404-44e9-b62d-75c2ae7a8bce req-9dfc8845-77f8-4cd6-bbe6-12e2bf560d30 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:35.491682 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6eab46ae-b404-44e9-b62d-75c2ae7a8bce req-9dfc8845-77f8-4cd6-bbe6-12e2bf560d30 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0488586 Nov 10 14:37:35.542970 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6eab46ae-b404-44e9-b62d-75c2ae7a8bce req-e7d6f713-f84a-4c56-acbf-6d8419dafe06 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447614 Nov 10 14:37:36.657101 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb421f-222d-48c2-8057-08329a126e65 req-0698f5fe-b332-4977-8886-9305eedd852e tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:36.658593 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-58cb421f-222d-48c2-8057-08329a126e65 req-0698f5fe-b332-4977-8886-9305eedd852e tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0499325 Nov 10 14:37:36.706357 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-58cb421f-222d-48c2-8057-08329a126e65 req-80de2049-66d0-489c-9757-434c751312c8 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419304 Nov 10 14:37:37.820521 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fecb95-4642-4a97-97fb-8c96508ab687 req-43667695-b1a0-432b-9438-bb12e8b2cc66 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:37.821966 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-58fecb95-4642-4a97-97fb-8c96508ab687 req-43667695-b1a0-432b-9438-bb12e8b2cc66 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0489254 Nov 10 14:37:37.872498 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-58fecb95-4642-4a97-97fb-8c96508ab687 req-a75de86b-f6c9-4c60-88d7-a38da1ca83fa tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443289 Nov 10 14:37:38.988743 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1f2ac-812c-46b3-8857-37b40738cf28 req-5dd46e38-f98d-4087-b015-ca6d1643a83d tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:38.990241 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b1a1f2ac-812c-46b3-8857-37b40738cf28 req-5dd46e38-f98d-4087-b015-ca6d1643a83d tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0501423 Nov 10 14:37:39.042033 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b1a1f2ac-812c-46b3-8857-37b40738cf28 req-145513c7-0964-4c21-acf3-b604df393df5 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459728 Nov 10 14:37:40.153778 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f58a0-a22b-4220-bba0-873d1f893b56 req-7aac2706-1c83-4b2b-b225-7c4aa72cc058 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:40.155147 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d13f58a0-a22b-4220-bba0-873d1f893b56 req-7aac2706-1c83-4b2b-b225-7c4aa72cc058 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0479414 Nov 10 14:37:40.202710 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d13f58a0-a22b-4220-bba0-873d1f893b56 req-ce89298b-2aee-41f0-a2b9-7d9098f0ff6d tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414526 Nov 10 14:37:40.449882 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ee3da046-82c5-461f-b7d6-dffd65bd49e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:40.990826 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7de75-c8d9-44e8-905a-e565debc1b3e req-0b752551-5a26-49ad-a264-b4c29b699aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:40.992285 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68c7de75-c8d9-44e8-905a-e565debc1b3e req-0b752551-5a26-49ad-a264-b4c29b699aa3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9f92a156dc645639782d0a6f0c0bce1&device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 1099 time: 0.0399616 Nov 10 14:37:41.081682 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7de75-c8d9-44e8-905a-e565debc1b3e req-76f465ef-30b5-481a-9276-107c632d7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:41.083127 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68c7de75-c8d9-44e8-905a-e565debc1b3e req-76f465ef-30b5-481a-9276-107c632d7035 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5184a503-cc4c-4809-8b63-f864fb64cd68 HTTP/1.1" status: 200 len: 910 time: 0.0821812 Nov 10 14:37:41.150382 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68c7de75-c8d9-44e8-905a-e565debc1b3e req-42885138-c1e8-4a83-9364-80da331d44ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=180c3692-f0b1-4438-a480-c168718c7a7e HTTP/1.1" status: 200 len: 1002 time: 0.0595467 Nov 10 14:37:41.198857 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7de75-c8d9-44e8-905a-e565debc1b3e req-827449b3-a563-49d3-8241-a43df9401943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:41.200281 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68c7de75-c8d9-44e8-905a-e565debc1b3e req-827449b3-a563-49d3-8241-a43df9401943 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83080cf6-bd73-42eb-b88e-f5cd8093070c HTTP/1.1" status: 200 len: 848 time: 0.0426769 Nov 10 14:37:41.245331 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7de75-c8d9-44e8-905a-e565debc1b3e req-973579e8-9bf3-457c-b5e3-dff04176913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:41.246782 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68c7de75-c8d9-44e8-905a-e565debc1b3e req-973579e8-9bf3-457c-b5e3-dff04176913a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5184a503-cc4c-4809-8b63-f864fb64cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389950 Nov 10 14:37:41.370138 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac00f9-3a91-47e2-9032-5a3c017be8ae req-a32c8ea1-d2ab-480f-a62b-0654b8cda235 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:41.371617 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-85ac00f9-3a91-47e2-9032-5a3c017be8ae req-a32c8ea1-d2ab-480f-a62b-0654b8cda235 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.1001387 Nov 10 14:37:41.377665 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68c7de75-c8d9-44e8-905a-e565debc1b3e req-f918a25a-0d46-4c29-8c2b-bcc435332df3 service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237755 Nov 10 14:37:41.475491 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-85ac00f9-3a91-47e2-9032-5a3c017be8ae req-4f348d0f-775e-4f55-ae55-39892a93dd1d tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968821 Nov 10 14:37:41.500873 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68c7de75-c8d9-44e8-905a-e565debc1b3e req-85d15ec2-1e04-4b3e-842e-94379c1372e5 service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156807 Nov 10 14:37:42.590354 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7acd5-d3bd-472d-bee0-26413aaf6cd4 req-4f9025ed-1278-4d74-be56-8cd220c9c58e tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:42.591830 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ad7acd5-d3bd-472d-bee0-26413aaf6cd4 req-4f9025ed-1278-4d74-be56-8cd220c9c58e tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0481629 Nov 10 14:37:42.640852 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ad7acd5-d3bd-472d-bee0-26413aaf6cd4 req-8a727f96-a4d7-44d7-aae9-fc1588da18df tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420945 Nov 10 14:37:43.011095 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-5953554e-a08f-4e70-aa4c-ae825c022742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:43.752941 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4afd6-958f-463f-b72e-74c25824665e req-9df3a0b0-a807-4e11-8dab-87d7048204a9 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:43.754345 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-63c4afd6-958f-463f-b72e-74c25824665e req-9df3a0b0-a807-4e11-8dab-87d7048204a9 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0492933 Nov 10 14:37:43.807770 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-63c4afd6-958f-463f-b72e-74c25824665e req-4c402446-9c49-4a27-b6a9-d7e3266ae16c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475943 Nov 10 14:37:44.017973 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 36992) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:37:44.034796 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59b16f-1d5c-42e3-8637-2dd12dcf459d req-e08b0d2a-b670-43c0-bf4b-0fe8c2984a84 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:44.036546 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2c59b16f-1d5c-42e3-8637-2dd12dcf459d req-e08b0d2a-b670-43c0-bf4b-0fe8c2984a84 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0555470 Nov 10 14:37:44.086143 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2c59b16f-1d5c-42e3-8637-2dd12dcf459d req-e0a662cd-be13-446c-be68-91a559c0d20b tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438538 Nov 10 14:37:44.106237 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-3b0a594f-22fc-4f50-b125-bc37195d8061 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867283 Nov 10 14:37:44.115868 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-19e35e83-5774-4f0b-8959-35e9e31b57d6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:37:44.116864 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-19e35e83-5774-4f0b-8959-35e9e31b57d6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050168 Nov 10 14:37:44.131267 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:45.214050 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145f2c1-e5e5-47e1-a819-4620284895ae req-8aa546e7-b5db-49ea-a78b-303397a0c5b2 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:45.215497 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1145f2c1-e5e5-47e1-a819-4620284895ae req-8aa546e7-b5db-49ea-a78b-303397a0c5b2 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0497663 Nov 10 14:37:45.266899 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1145f2c1-e5e5-47e1-a819-4620284895ae req-b5499ce8-9662-493c-84b0-c9cdc0a2bfc5 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445948 Nov 10 14:37:45.313505 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb9e52-8df4-4f56-9f95-55d4e9df2380 req-e066a8e4-f627-461d-add7-8f3434f6e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:45.315026 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7adb9e52-8df4-4f56-9f95-55d4e9df2380 req-e066a8e4-f627-461d-add7-8f3434f6e0bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9f92a156dc645639782d0a6f0c0bce1&device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 1099 time: 0.0411282 Nov 10 14:37:45.421754 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb9e52-8df4-4f56-9f95-55d4e9df2380 req-3cf69e7a-4f62-49ba-8ed6-4b0da9253785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:45.423248 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7adb9e52-8df4-4f56-9f95-55d4e9df2380 req-3cf69e7a-4f62-49ba-8ed6-4b0da9253785 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5184a503-cc4c-4809-8b63-f864fb64cd68 HTTP/1.1" status: 200 len: 910 time: 0.0888395 Nov 10 14:37:45.501667 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7adb9e52-8df4-4f56-9f95-55d4e9df2380 req-7c0ef5f9-e634-4fce-afea-6bdf8f509e2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=180c3692-f0b1-4438-a480-c168718c7a7e HTTP/1.1" status: 200 len: 1002 time: 0.0623417 Nov 10 14:37:45.510985 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-6ff8b456-fb1e-4b83-a4e7-dfdff5ec5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:45.512510 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-6ff8b456-fb1e-4b83-a4e7-dfdff5ec5c04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1&tenant_id=e9f92a156dc645639782d0a6f0c0bce1 HTTP/1.1" status: 200 len: 1099 time: 0.0740423 Nov 10 14:37:45.541621 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:45.551671 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb9e52-8df4-4f56-9f95-55d4e9df2380 req-eb124220-9fa9-422e-b237-5861cae67e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:45.553352 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7adb9e52-8df4-4f56-9f95-55d4e9df2380 req-eb124220-9fa9-422e-b237-5861cae67e97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83080cf6-bd73-42eb-b88e-f5cd8093070c HTTP/1.1" status: 200 len: 848 time: 0.0444643 Nov 10 14:37:45.601809 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb9e52-8df4-4f56-9f95-55d4e9df2380 req-f605a883-d3ac-43a9-9aad-ba3436a53950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:45.603377 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7adb9e52-8df4-4f56-9f95-55d4e9df2380 req-f605a883-d3ac-43a9-9aad-ba3436a53950 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5184a503-cc4c-4809-8b63-f864fb64cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430446 Nov 10 14:37:45.691933 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7adb9e52-8df4-4f56-9f95-55d4e9df2380 req-0d24b4b0-ace8-4944-a4c3-6cad33ea5ff4 service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801053 Nov 10 14:37:45.784428 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7adb9e52-8df4-4f56-9f95-55d4e9df2380 req-271ba8bb-432e-4163-9715-e79aa89eabed service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844903 Nov 10 14:37:45.867958 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-4f16018e-a643-4a83-a38f-99449e97eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:45.869454 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-4f16018e-a643-4a83-a38f-99449e97eea5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9f92a156dc645639782d0a6f0c0bce1&device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 1099 time: 0.0405982 Nov 10 14:37:45.959700 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-1f99e28e-aec2-4957-89d8-72a3f3f37101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:45.961197 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-1f99e28e-aec2-4957-89d8-72a3f3f37101 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5184a503-cc4c-4809-8b63-f864fb64cd68 HTTP/1.1" status: 200 len: 910 time: 0.0847604 Nov 10 14:37:46.028291 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-0f3f0399-f0e5-4dbd-8f97-cd3c6afa0761 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=180c3692-f0b1-4438-a480-c168718c7a7e HTTP/1.1" status: 200 len: 1002 time: 0.0564580 Nov 10 14:37:46.086806 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-4a337f40-8a9b-4bb2-b0bf-0babbf0d8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:46.088161 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-4a337f40-8a9b-4bb2-b0bf-0babbf0d8c31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83080cf6-bd73-42eb-b88e-f5cd8093070c HTTP/1.1" status: 200 len: 848 time: 0.0425162 Nov 10 14:37:46.137665 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-d7c672eb-4361-4a6d-a56c-b27e5f598078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:46.139143 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-d7c672eb-4361-4a6d-a56c-b27e5f598078 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5184a503-cc4c-4809-8b63-f864fb64cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425026 Nov 10 14:37:46.226491 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-4b962e4e-9d45-49e9-bbd6-b2b72985b99a service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794380 Nov 10 14:37:46.319807 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b7ff4261-3a04-4ec7-9d19-a993ab7a3fcb req-b57eb9a2-f32b-425b-a1c7-7140df73abc9 service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851343 Nov 10 14:37:46.383773 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2517a4-de5c-4db2-8fc8-c81ef678c5fc req-f90bde26-a645-4216-b3f5-eebc38677dfd tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:46.385174 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bf2517a4-de5c-4db2-8fc8-c81ef678c5fc req-f90bde26-a645-4216-b3f5-eebc38677dfd tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0475445 Nov 10 14:37:46.433642 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bf2517a4-de5c-4db2-8fc8-c81ef678c5fc req-ebe5c953-4155-451a-b6fa-998e12d25eae tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418940 Nov 10 14:37:46.663419 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:47.552593 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4c03c-d961-4f7e-b6b8-4e77fec96a14 req-8384d83f-9184-44b2-9e48-40e1dd6a7af2 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:47.554080 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-95f4c03c-d961-4f7e-b6b8-4e77fec96a14 req-8384d83f-9184-44b2-9e48-40e1dd6a7af2 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0484500 Nov 10 14:37:47.607731 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-95f4c03c-d961-4f7e-b6b8-4e77fec96a14 req-d88c1959-0ef1-43f7-9eab-c391c3669b87 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478373 Nov 10 14:37:47.728745 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:47.761099 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 180c3692-f0b1-4438-a480-c168718c7a7e no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:37:47.834307 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:47.856667 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180c3692-f0b1-4438-a480-c168718c7a7e'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:37:47.859014 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8ca59e-8f82-42c5-948c-0d26cd09c987" -d '{"events": [{"server_uuid": "88ad484b-0654-4c1c-8516-03afb9c81ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "180c3692-f0b1-4438-a480-c168718c7a7e"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:37:47.875829 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 180c3692-f0b1-4438-a480-c168718c7a7e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=180c3692-f0b1-4438-a480-c168718c7a7e,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:37:47.881309 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:47.907477 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 14:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc0f312-ab64-4edf-b4f7-d09d50f22be9 x-openstack-request-id: req-9bc0f312-ab64-4edf-b4f7-d09d50f22be9 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:37:47.907477 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ad484b-0654-4c1c-8516-03afb9c81ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "180c3692-f0b1-4438-a480-c168718c7a7e", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:37:47.907751 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9bc0f312-ab64-4edf-b4f7-d09d50f22be9 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:37:47.908028 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180c3692-f0b1-4438-a480-c168718c7a7e', 'code': 200} Nov 10 14:37:47.933410 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=180c3692-f0b1-4438-a480-c168718c7a7e,revision_number=6']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:37:47.940802 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:47.941177 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:47.941523 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:47.941858 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:47.942189 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:47.942520 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:47.942848 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:47.943174 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:47.943501 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:47.943824 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:47.944147 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:47.944550 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:48.120300 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61d2c0-6cdb-4210-b389-c185064d6e53 req-dca6674c-5226-4a7f-aa56-bffb435dc363 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:48.121836 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-de61d2c0-6cdb-4210-b389-c185064d6e53 req-dca6674c-5226-4a7f-aa56-bffb435dc363 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 947 time: 0.0495343 Nov 10 14:37:48.171577 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-de61d2c0-6cdb-4210-b389-c185064d6e53 req-bec0c25f-b72c-4343-9184-46f1cf1fb2e4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435328 Nov 10 14:37:48.722487 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25db36-5dd1-49c4-95b9-e32b4a2d1780 req-da78c210-2dfb-4d2c-b370-6d2deacac396 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:48.724073 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-cd25db36-5dd1-49c4-95b9-e32b4a2d1780 req-da78c210-2dfb-4d2c-b370-6d2deacac396 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0485981 Nov 10 14:37:48.772705 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-cd25db36-5dd1-49c4-95b9-e32b4a2d1780 req-d1bbbe3e-100a-440e-820f-b06ada45399c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416877 Nov 10 14:37:49.288699 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4918ef-656e-4885-8796-2f7cf9dabf87 req-850b0e8a-117f-436d-b6c0-9be85a52d4ee tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:49.290215 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2c4918ef-656e-4885-8796-2f7cf9dabf87 req-850b0e8a-117f-436d-b6c0-9be85a52d4ee tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 947 time: 0.0475366 Nov 10 14:37:49.335685 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2c4918ef-656e-4885-8796-2f7cf9dabf87 req-7b1710a1-7cdd-4b53-b167-f1d0541f0e42 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397029 Nov 10 14:37:49.884457 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b54221-abb6-484c-90ac-b1959f5d49d0 req-59b413ab-9baa-4a7a-bddd-20993fb8e889 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:49.885902 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-03b54221-abb6-484c-90ac-b1959f5d49d0 req-59b413ab-9baa-4a7a-bddd-20993fb8e889 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0467582 Nov 10 14:37:49.934069 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-03b54221-abb6-484c-90ac-b1959f5d49d0 req-72a9aa68-e2ed-403d-a00c-db8ebe8460f1 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415173 Nov 10 14:37:50.050451 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-32bb97f9-b0f8-4daa-b858-26c5c8175edd tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:50.051800 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-32bb97f9-b0f8-4daa-b858-26c5c8175edd tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.32 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 947 time: 0.0503671 Nov 10 14:37:50.143342 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Deleting port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:37:50.143691 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:50.231968 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] For port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:37:50.232566 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:50.471991 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:50.472740 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:50.472740 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.l3_db [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Floating IP 71af3758-9b15-44e3-a83e-a977ce696af7 disassociated. External IP: 172.27.1.202, port: 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b. Nov 10 14:37:50.473007 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Calling delete_port for 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b owned by compute:nova {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:37:50.495217 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04833944-949e-44cb-9e3e-194c75dd234a req-2d19ff8f-8764-4f7a-bc3d-bd7a7b51f0fe tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:50.496765 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-04833944-949e-44cb-9e3e-194c75dd234a req-2d19ff8f-8764-4f7a-bc3d-bd7a7b51f0fe tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 947 time: 0.0739717 Nov 10 14:37:50.592763 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-04833944-949e-44cb-9e3e-194c75dd234a req-90a4d378-9818-4b29-9674-3dc3c7094e0b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=53837ab1-d988-4b05-92eb-843bd7ec0428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666535 Nov 10 14:37:50.647437 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:50.674012 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event deleted for resources: {'Port': ['ID=67e0e8cc-bba8-4bd9-bed7-d9f136676d2b,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:37:50.684896 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:50.685250 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:50.685595 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:50.686050 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:50.686261 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:50.686594 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:50.686923 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:50.687276 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:50.687717 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:50.688248 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:50.688587 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:50.688916 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:50.796199 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Router ff944250-83fa-4755-ae5c-94b5fb23c236 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:37:51.058685 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fbf91-251e-473b-b824-e32b1a44b020 req-e7efe9f8-0322-4bfd-906e-a20068a7a373 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:51.060371 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9e9fbf91-251e-473b-b824-e32b1a44b020 req-e7efe9f8-0322-4bfd-906e-a20068a7a373 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0554826 Nov 10 14:37:51.112894 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9e9fbf91-251e-473b-b824-e32b1a44b020 req-c0e52ca6-a2da-464d-b5c8-afda4bd82cbd tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461991 Nov 10 14:37:51.130619 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:37:51.144620 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70597c9a-cc26-442c-9317-aa9357f57a32 None None] Sync routers for ids ['ff944250-83fa-4755-ae5c-94b5fb23c236'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:37:51.154053 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70597c9a-cc26-442c-9317-aa9357f57a32 None None] Routers {'ff944250-83fa-4755-ae5c-94b5fb23c236'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:37:51.154707 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-70597c9a-cc26-442c-9317-aa9357f57a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:37:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['ff944250-83fa-4755-ae5c-94b5fb23c236'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:37:51.174282 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] No DVR routers for this DVR port 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b on host hv-cinder-81722 {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:37:51.177522 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:51.181059 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3e3db2a0-dd41-4a13-8c5f-a2eab6bdb9fe req-91808f16-1fc0-473a-aad1-df1f1d5b30d0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.32 "DELETE /v2.0/ports/67e0e8cc-bba8-4bd9-bed7-d9f136676d2b HTTP/1.1" status: 204 len: 173 time: 1.1206479 Nov 10 14:37:51.181622 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'name': 'network-vif-deleted', 'tag': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:37:51.183870 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820851d5-3caf-4868-b475-8b34d2690465" -d '{"events": [{"server_uuid": "60194a2e-ed68-4d33-ab4b-223638fecce0", "name": "network-vif-deleted", "tag": "67e0e8cc-bba8-4bd9-bed7-d9f136676d2b"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:37:51.221247 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7344e997-66ea-4885-9750-c2dd90f290d5 x-openstack-request-id: req-7344e997-66ea-4885-9750-c2dd90f290d5 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:37:51.221563 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60194a2e-ed68-4d33-ab4b-223638fecce0", "name": "network-vif-deleted", "tag": "67e0e8cc-bba8-4bd9-bed7-d9f136676d2b", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:37:51.221815 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7344e997-66ea-4885-9750-c2dd90f290d5 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:37:51.222196 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60194a2e-ed68-4d33-ab4b-223638fecce0', 'name': 'network-vif-deleted', 'tag': '67e0e8cc-bba8-4bd9-bed7-d9f136676d2b', 'status': 'completed', 'code': 200} Nov 10 14:37:51.271528 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-70597c9a-cc26-442c-9317-aa9357f57a32 None None] Set router ff944250-83fa-4755-ae5c-94b5fb23c236 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:37:51.467821 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-70597c9a-cc26-442c-9317-aa9357f57a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:48Z', 'revision_number': 5, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:37:51.497860 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70597c9a-cc26-442c-9317-aa9357f57a32 None None] Checking router: ff944250-83fa-4755-ae5c-94b5fb23c236 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:37:51.506903 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70597c9a-cc26-442c-9317-aa9357f57a32 None None] Routers {'ff944250-83fa-4755-ae5c-94b5fb23c236'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:37:51.507501 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-70597c9a-cc26-442c-9317-aa9357f57a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:37:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['ff944250-83fa-4755-ae5c-94b5fb23c236'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:37:51.615219 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-70597c9a-cc26-442c-9317-aa9357f57a32 None None] Set router ff944250-83fa-4755-ae5c-94b5fb23c236 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:37:51.736231 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-861e7ebd-4bdd-4aed-979e-4d5b3d989f57 req-98c5f9b6-62fd-4a0f-a473-6248c70e12d4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=60194a2e-ed68-4d33-ab4b-223638fecce0 HTTP/1.1" status: 200 len: 210 time: 0.0342562 Nov 10 14:37:51.822208 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-70597c9a-cc26-442c-9317-aa9357f57a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:48Z', 'revision_number': 5, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:37:51.848293 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70597c9a-cc26-442c-9317-aa9357f57a32 None None] The sync data for ids ['ff944250-83fa-4755-ae5c-94b5fb23c236'] in dv-cinder-817229-1-iscsi is: [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:48Z', 'revision_number': 5, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:37:52.069733 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef6af45-f11c-464d-8551-fae0ad324a0e None None] New status for floating IP 71af3758-9b15-44e3-a83e-a977ce696af7: DOWN {{(pid=101585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:37:52.242364 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aae106-38be-40c0-a895-c84cdb619a77 req-486c794d-02bf-4def-81f7-b8ca4f5f43fd tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:52.243831 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d7aae106-38be-40c0-a895-c84cdb619a77 req-486c794d-02bf-4def-81f7-b8ca4f5f43fd tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0524986 Nov 10 14:37:52.308758 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d7aae106-38be-40c0-a895-c84cdb619a77 req-86f4b2fb-009d-434a-837c-26b38e6c82dd tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591578 Nov 10 14:37:52.491154 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18947d64-6647-46c8-9d2a-acf714bfb68e req-aaf148c1-ec37-4974-ae1f-36fa650c0ed3 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:52.492949 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-18947d64-6647-46c8-9d2a-acf714bfb68e req-aaf148c1-ec37-4974-ae1f-36fa650c0ed3 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0826192 Nov 10 14:37:52.495757 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b13d3-55bc-4e53-bc6d-0d83bb66fe5c req-f349ea9d-e2c5-481d-b253-3e444e4e517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:52.497191 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-865b13d3-55bc-4e53-bc6d-0d83bb66fe5c req-f349ea9d-e2c5-481d-b253-3e444e4e517d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a609ce2a4124456683be236d253bd11e&device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 1137 time: 0.0576701 Nov 10 14:37:52.614162 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-18947d64-6647-46c8-9d2a-acf714bfb68e req-9cc8f147-a050-484e-a3cd-afcf744c842b tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149020 Nov 10 14:37:52.635566 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b13d3-55bc-4e53-bc6d-0d83bb66fe5c req-a63c815b-f5b1-4ff6-86f7-9c50e8912855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:52.637101 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-865b13d3-55bc-4e53-bc6d-0d83bb66fe5c req-a63c815b-f5b1-4ff6-86f7-9c50e8912855 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9 HTTP/1.1" status: 200 len: 915 time: 0.1307523 Nov 10 14:37:52.707768 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-865b13d3-55bc-4e53-bc6d-0d83bb66fe5c req-4ba4b63b-c4ad-43cd-8918-6a3a3f1e5171 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad84d9c-b297-4fab-b1be-99ebf325456c HTTP/1.1" status: 200 len: 1001 time: 0.0606823 Nov 10 14:37:52.762554 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b13d3-55bc-4e53-bc6d-0d83bb66fe5c req-1c7534ca-4044-42a3-a226-0d9cba3601ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:52.764065 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-865b13d3-55bc-4e53-bc6d-0d83bb66fe5c req-1c7534ca-4044-42a3-a226-0d9cba3601ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79c880c0-47fe-47a6-84a5-527e6e388c8b HTTP/1.1" status: 200 len: 853 time: 0.0479202 Nov 10 14:37:52.817094 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b13d3-55bc-4e53-bc6d-0d83bb66fe5c req-60cbae93-7247-4c6c-ac06-46ccae2ebddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:52.818830 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-865b13d3-55bc-4e53-bc6d-0d83bb66fe5c req-60cbae93-7247-4c6c-ac06-46ccae2ebddf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473688 Nov 10 14:37:52.825324 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37060) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:37:52.942057 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-edd6fad6-6340-44f0-b014-135cbe27475a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:52.950627 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-865b13d3-55bc-4e53-bc6d-0d83bb66fe5c req-0f3629e6-6e01-4c95-aa25-d51cf40817b1 service neutron] 10.222.0.32 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176322 Nov 10 14:37:52.995905 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-edd6fad6-6340-44f0-b014-135cbe27475a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:53.079722 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-865b13d3-55bc-4e53-bc6d-0d83bb66fe5c req-5263fccb-f4e1-4a76-ae5a-3041240e6c0b service neutron] 10.222.0.32 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210070 Nov 10 14:37:53.089586 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-edd6fad6-6340-44f0-b014-135cbe27475a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:53.092215 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-edd6fad6-6340-44f0-b014-135cbe27475a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:53.093296 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-edd6fad6-6340-44f0-b014-135cbe27475a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "DELETE /v2.0/security-groups/53837ab1-d988-4b05-92eb-843bd7ec0428 HTTP/1.1" status: 204 len: 168 time: 0.2670124 Nov 10 14:37:53.096399 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37062) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:37:53.102209 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6fad6-6340-44f0-b014-135cbe27475a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53837ab1-d988-4b05-92eb-843bd7ec0428,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:37:53.112761 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.api.v2.resource [None req-0c0db831-fb21-40a5-b001-9538a61241b0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] show failed (client error): The resource could not be found. Nov 10 14:37:53.116771 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-0c0db831-fb21-40a5-b001-9538a61241b0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups/53837ab1-d988-4b05-92eb-843bd7ec0428 HTTP/1.1" status: 404 len: 347 time: 0.0187993 Nov 10 14:37:53.116970 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37064) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:37:53.240970 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-af5e5b71-3b0e-4eee-91d4-771bb15ac539 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Deleting port 35253e10-2766-4da0-b392-c3868b10e731 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:37:53.241309 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-af5e5b71-3b0e-4eee-91d4-771bb15ac539 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:53.319129 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-af5e5b71-3b0e-4eee-91d4-771bb15ac539 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:53.319711 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-af5e5b71-3b0e-4eee-91d4-771bb15ac539 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:53.332283 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-af5e5b71-3b0e-4eee-91d4-771bb15ac539 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Calling delete_port for 35253e10-2766-4da0-b392-c3868b10e731 owned by network:floatingip {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:37:53.450450 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab186fc-343c-491a-b334-713b1904677f req-bfd38624-4caf-414d-87eb-5d23a0b42382 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:53.452131 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9ab186fc-343c-491a-b334-713b1904677f req-bfd38624-4caf-414d-87eb-5d23a0b42382 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0523841 Nov 10 14:37:53.485582 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-af5e5b71-3b0e-4eee-91d4-771bb15ac539 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:53.508572 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9ab186fc-343c-491a-b334-713b1904677f req-727f6d92-8c6a-4921-80a5-64dc44631908 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486152 Nov 10 14:37:53.510637 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e5b71-3b0e-4eee-91d4-771bb15ac539 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event deleted for resources: {'Port': ['ID=35253e10-2766-4da0-b392-c3868b10e731,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:37:53.589960 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-af5e5b71-3b0e-4eee-91d4-771bb15ac539 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for floatingip, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:53.592924 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-af5e5b71-3b0e-4eee-91d4-771bb15ac539 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:53.597158 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-af5e5b71-3b0e-4eee-91d4-771bb15ac539 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "DELETE /v2.0/floatingips/71af3758-9b15-44e3-a83e-a977ce696af7 HTTP/1.1" status: 204 len: 168 time: 0.4760497 Nov 10 14:37:53.739750 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cb72c-f31b-43cf-9e4f-9c7306c1450e req-db57935d-f929-4aa7-9beb-8f6276cdae71 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:53.741489 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8c4cb72c-f31b-43cf-9e4f-9c7306c1450e req-db57935d-f929-4aa7-9beb-8f6276cdae71 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0576298 Nov 10 14:37:53.797830 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:37:53.819159 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:37:53.819578 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 67e0e8cc-bba8-4bd9-bed7-d9f136676d2b not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:37:53.836831 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8c4cb72c-f31b-43cf-9e4f-9c7306c1450e req-45f31ad2-0fc3-4d21-bccf-a2aba084f605 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889423 Nov 10 14:37:53.846333 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb9152-9ffb-4195-9e92-743660b95ed4 req-350005d6-2d31-4ade-9be0-a1e1efebb37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:53.847710 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-20cb9152-9ffb-4195-9e92-743660b95ed4 req-350005d6-2d31-4ade-9be0-a1e1efebb37d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 1097 time: 0.0596452 Nov 10 14:37:53.897897 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-20cb9152-9ffb-4195-9e92-743660b95ed4 req-5bdd6953-52d3-46b7-bc66-8e621fe4243d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415015 Nov 10 14:37:54.015072 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37072) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:37:54.019872 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381929757', 'description': 'tempest-description--1482997295'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:37:54.040888 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.107511 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.111605 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.142125 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.143605 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1275163 Nov 10 14:37:54.144754 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6841fdde-19c1-4932-b519-c6cd75d0a8a4,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:37:54.146895 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37074) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:37:54.153945 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-33198983-96ff-41d6-9b3b-720db0dc4ed2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Request body: {'security_group_rule': {'security_group_id': '6841fdde-19c1-4932-b519-c6cd75d0a8a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:37:54.157556 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:54.157905 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:54.158247 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:54.158588 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:54.158921 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:54.159253 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:54.159583 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:54.159908 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:54.160234 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:54.160582 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:54.160906 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:54.161231 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d4bd6-808a-48ed-9bab-186bb20f08b4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:37:54.182750 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-33198983-96ff-41d6-9b3b-720db0dc4ed2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.235949 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-33198983-96ff-41d6-9b3b-720db0dc4ed2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.239658 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-33198983-96ff-41d6-9b3b-720db0dc4ed2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.253989 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33198983-96ff-41d6-9b3b-720db0dc4ed2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473b8268-ece9-4b07-a720-e2371d04bad0,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:37:54.264330 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-33198983-96ff-41d6-9b3b-720db0dc4ed2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.265550 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-33198983-96ff-41d6-9b3b-720db0dc4ed2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174855 Nov 10 14:37:54.268825 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37076) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:37:54.273024 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-5747b8ca-5c26-452e-a4e9-8243c7a6d41a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Request body: {'security_group_rule': {'security_group_id': '6841fdde-19c1-4932-b519-c6cd75d0a8a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:37:54.299549 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5747b8ca-5c26-452e-a4e9-8243c7a6d41a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.353668 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5747b8ca-5c26-452e-a4e9-8243c7a6d41a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.357159 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5747b8ca-5c26-452e-a4e9-8243c7a6d41a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.379785 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747b8ca-5c26-452e-a4e9-8243c7a6d41a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b861fc-1581-474a-bea9-f7e37a7a3047,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:37:54.389213 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5747b8ca-5c26-452e-a4e9-8243c7a6d41a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.390395 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-5747b8ca-5c26-452e-a4e9-8243c7a6d41a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206603 Nov 10 14:37:54.393857 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37078) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:37:54.398056 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Request body: {'floatingip': {'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:37:54.419640 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for floatingip, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.511008 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.642085 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Allocated IP 172.27.1.101 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/86decc7b-a644-4bce-926d-660847cedc03) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:37:54.665837 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165886a0-e946-447d-9bca-bbb2655ab779 req-ff2d91f5-d3fe-4bb4-95f5-f16b6b0b69be tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:54.667307 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-165886a0-e946-447d-9bca-bbb2655ab779 req-ff2d91f5-d3fe-4bb4-95f5-f16b6b0b69be tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0774834 Nov 10 14:37:54.770113 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-165886a0-e946-447d-9bca-bbb2655ab779 req-321b4c19-172a-433c-a2fe-85404fdf0b3f tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887420 Nov 10 14:37:54.793745 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.827397 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:54.862826 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:37:54.868986 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:37:54.871319 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:37:54.898467 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event updated for resources: {'Port': ['ID=86decc7b-a644-4bce-926d-660847cedc03,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:37:54.957132 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95205fd1-6174-4d36-95f9-5270f9259a44 req-3a9f1801-c60f-4d82-b523-4f91cfcb700a tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:54.958659 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-95205fd1-6174-4d36-95f9-5270f9259a44 req-3a9f1801-c60f-4d82-b523-4f91cfcb700a tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0508842 Nov 10 14:37:54.960070 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:55.003457 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:55.019979 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-95205fd1-6174-4d36-95f9-5270f9259a44 req-5ac491d9-7707-4477-be5e-f809ac499765 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553002 Nov 10 14:37:55.152760 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:55.158336 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:55.226596 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event updated for resources: {'Port': ['ID=86decc7b-a644-4bce-926d-660847cedc03,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:37:55.241606 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:55.256783 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:55.258007 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-e07d4d3b-8e6a-497c-a709-a9b599d1361f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8632381 Nov 10 14:37:55.457759 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-8dac7fc2-8d90-4e7e-b1bd-2fcda803b1a5 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--381929757&fields=id&tenant_id=73922fcd10714bffbe4b87c8a066a93e HTTP/1.1" status: 200 len: 267 time: 0.0429239 Nov 10 14:37:55.571444 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-d07cc802-282e-4517-aa1d-03f82632d0f6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:55.573216 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-d07cc802-282e-4517-aa1d-03f82632d0f6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 816 time: 0.1087794 Nov 10 14:37:55.589232 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-6efb84dd-3a43-4d0c-a8b3-1191c3a0ce50 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/quotas/73922fcd10714bffbe4b87c8a066a93e HTTP/1.1" status: 200 len: 375 time: 0.0091116 Nov 10 14:37:55.641649 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-6cf09b68-da7b-4958-a906-d103722f1ba4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469034 Nov 10 14:37:55.785206 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-2f8c727d-5124-4baf-9377-34bbc3c421ed service neutron] 10.222.0.39 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307931 Nov 10 14:37:55.819114 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 180c3692-f0b1-4438-a480-c168718c7a7e details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:37:55.884883 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-626a1e12-5bb1-49bd-8a4f-afb53696dd48 service neutron] 10.222.0.39 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935256 Nov 10 14:37:55.887406 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc39b4-abeb-4655-8071-5c50abf21a2d req-fc14c94b-cf04-4f13-9812-b0683d1afca9 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:55.889226 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e9dc39b4-abeb-4655-8071-5c50abf21a2d req-fc14c94b-cf04-4f13-9812-b0683d1afca9 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 944 time: 0.0497236 Nov 10 14:37:55.925294 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 180c3692-f0b1-4438-a480-c168718c7a7e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=180c3692-f0b1-4438-a480-c168718c7a7e,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:37:55.937724 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '180c3692-f0b1-4438-a480-c168718c7a7e', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'port_id': '180c3692-f0b1-4438-a480-c168718c7a7e', 'mac_address': 'fa:16:3e:c7:f8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:37:55.956125 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e9dc39b4-abeb-4655-8071-5c50abf21a2d req-2fdf6a5a-2de3-47ac-ad63-c59eba792a28 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592418 Nov 10 14:37:55.976869 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:55.990325 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180c3692-f0b1-4438-a480-c168718c7a7e {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:37:56.012962 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 180c3692-f0b1-4438-a480-c168718c7a7e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=180c3692-f0b1-4438-a480-c168718c7a7e,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:37:56.017503 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:56.054948 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-97848087-7f72-4d3b-b148-6c216e6a506d req-a8a6eac4-3c71-4256-a818-b826989eb9e6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 210 time: 0.0271370 Nov 10 14:37:56.087111 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=180c3692-f0b1-4438-a480-c168718c7a7e,revision_number=7']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:37:56.146335 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394e69f-4fc4-4f96-a103-86db57e54bfc req-e1e92cfa-1cb8-4714-a75f-9aca803a6b69 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:56.147922 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f394e69f-4fc4-4f96-a103-86db57e54bfc req-e1e92cfa-1cb8-4714-a75f-9aca803a6b69 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0554798 Nov 10 14:37:56.215083 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f394e69f-4fc4-4f96-a103-86db57e54bfc req-f3a2358d-c1c4-46e3-9784-4665062f471e tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610859 Nov 10 14:37:56.386944 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['180c3692-f0b1-4438-a480-c168718c7a7e'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:37:57.019034 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-fae8eaa6-46c3-49fc-9f9f-1ff40bd2f5f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:57.020585 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-fae8eaa6-46c3-49fc-9f9f-1ff40bd2f5f1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.32 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 816 time: 0.1123869 Nov 10 14:37:57.084183 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-d1c3a700-0fe9-4960-8a20-b6562967ead6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73922fcd10714bffbe4b87c8a066a93e HTTP/1.1" status: 200 len: 379 time: 0.0519757 Nov 10 14:37:57.096149 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-8eb6a8b7-a39b-4300-9a58-45508d181638 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Request body: {'port': {'device_id': '2a418367-87d8-4905-bba7-9e420e01eac5', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'admin_state_up': True, 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'security_groups': ['6841fdde-19c1-4932-b519-c6cd75d0a8a4']}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:37:57.157313 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-119f33da-b085-4638-ac72-bd36ca169b03 req-0549c656-e64f-42a3-b935-0954f898aad9 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 210 time: 0.0265470 Nov 10 14:37:57.209316 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-8eb6a8b7-a39b-4300-9a58-45508d181638 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Made reservation on behalf of 73922fcd10714bffbe4b87c8a066a93e for: {'port': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:37:57.212816 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-8eb6a8b7-a39b-4300-9a58-45508d181638 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:57.369620 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-8eb6a8b7-a39b-4300-9a58-45508d181638 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Allocated IP 172.20.0.14 (1188f659-3386-43e3-8ceb-0934fe3b17ec/fa8cf2ed-4e3d-4140-bf62-99322ea8423a/f2110b4b-2a08-4b7b-b17e-4f35712e17ab) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:37:57.379482 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1d4fc-047f-4a44-905d-5926c655aff5 req-42d18e35-047f-4a04-96d0-54f2a2a450ef tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:57.380983 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-22e1d4fc-047f-4a44-905d-5926c655aff5 req-42d18e35-047f-4a04-96d0-54f2a2a450ef tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0917227 Nov 10 14:37:57.512004 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-22e1d4fc-047f-4a44-905d-5926c655aff5 req-66af1fa2-952d-4f73-9c01-897a94fab0b7 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235166 Nov 10 14:37:57.563261 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-8eb6a8b7-a39b-4300-9a58-45508d181638 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:57.604751 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-8eb6a8b7-a39b-4300-9a58-45508d181638 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:57.646018 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-8eb6a8b7-a39b-4300-9a58-45508d181638 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Network 1188f659-3386-43e3-8ceb-0934fe3b17ec is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:37:57.651321 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-8eb6a8b7-a39b-4300-9a58-45508d181638 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:37:57.654904 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-8eb6a8b7-a39b-4300-9a58-45508d181638 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:37:57.682833 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6a8b7-a39b-4300-9a58-45508d181638 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event updated for resources: {'Port': ['ID=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:37:57.711166 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-8eb6a8b7-a39b-4300-9a58-45508d181638 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:57.711804 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-8eb6a8b7-a39b-4300-9a58-45508d181638 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:57.728618 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-8eb6a8b7-a39b-4300-9a58-45508d181638 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6362879 Nov 10 14:37:57.789993 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Request body: {'port': {'device_id': '2a418367-87d8-4905-bba7-9e420e01eac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:37:57.829710 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 180c3692-f0b1-4438-a480-c168718c7a7e up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:37:57.848630 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:57.856982 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:37:57.881809 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-a24cad08-7676-49b8-ae85-02cc04868a0e None None] Provisioning complete for port f2110b4b-2a08-4b7b-b17e-4f35712e17ab triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:37:57.882183 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a24cad08-7676-49b8-ae85-02cc04868a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:57.923696 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-a24cad08-7676-49b8-ae85-02cc04868a0e None None] Port f2110b4b-2a08-4b7b-b17e-4f35712e17ab cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:37:57.925040 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 180c3692-f0b1-4438-a480-c168718c7a7e triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:37:57.925403 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:58.004098 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:58.026525 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180c3692-f0b1-4438-a480-c168718c7a7e'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:37:58.028781 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cfe45b-069b-4a36-bbf3-37a5e9f153e2" -d '{"events": [{"server_uuid": "88ad484b-0654-4c1c-8516-03afb9c81ba1", "name": "network-vif-plugged", "status": "completed", "tag": "180c3692-f0b1-4438-a480-c168718c7a7e"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:37:58.044286 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 180c3692-f0b1-4438-a480-c168718c7a7e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=180c3692-f0b1-4438-a480-c168718c7a7e,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:37:58.050541 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:58.074587 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92236113-cb1a-4a94-9748-b51014c426b2 x-openstack-request-id: req-92236113-cb1a-4a94-9748-b51014c426b2 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:37:58.074880 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ad484b-0654-4c1c-8516-03afb9c81ba1", "name": "network-vif-plugged", "status": "completed", "tag": "180c3692-f0b1-4438-a480-c168718c7a7e", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:37:58.075132 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92236113-cb1a-4a94-9748-b51014c426b2 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:37:58.075518 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180c3692-f0b1-4438-a480-c168718c7a7e', 'code': 200} Nov 10 14:37:58.099947 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=180c3692-f0b1-4438-a480-c168718c7a7e,revision_number=8']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:37:58.133156 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2110b4b-2a08-4b7b-b17e-4f35712e17ab {{(pid=101582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:37:58.141512 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:58.154210 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.provisioning_blocks [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Transition to ACTIVE for port object f2110b4b-2a08-4b7b-b17e-4f35712e17ab will not be triggered until provisioned by entity L2. {{(pid=101582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:37:58.157859 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:58.231317 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Pushing event updated for resources: {'Port': ['ID=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:37:58.311609 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Attempting to bind port f2110b4b-2a08-4b7b-b17e-4f35712e17ab on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:37:58.312664 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Attempting to bind port f2110b4b-2a08-4b7b-b17e-4f35712e17ab by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:37:58.312998 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Attempting to bind port f2110b4b-2a08-4b7b-b17e-4f35712e17ab on network 1188f659-3386-43e3-8ceb-0934fe3b17ec {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:37:58.324010 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1b5f9-bd40-4cf8-a65d-8331afdbfe1f req-951bb253-cd9f-4baf-9123-9dfc16737813 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:58.325551 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1af1b5f9-bd40-4cf8-a65d-8331afdbfe1f req-951bb253-cd9f-4baf-9123-9dfc16737813 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0917385 Nov 10 14:37:58.328577 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Port f2110b4b-2a08-4b7b-b17e-4f35712e17ab on network 1188f659-3386-43e3-8ceb-0934fe3b17ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:37:58.328919 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Attempting to bind port f2110b4b-2a08-4b7b-b17e-4f35712e17ab on network 1188f659-3386-43e3-8ceb-0934fe3b17ec {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:37:58.341636 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:37:58.341976 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Checking segment: {'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:37:58.342349 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Bound using segment: {'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:37:58.342795 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Bound port: f2110b4b-2a08-4b7b-b17e-4f35712e17ab, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f305f4f-b064-4bca-be3a-6dfed8885673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec'}}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:37:58.343828 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:58.416318 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1af1b5f9-bd40-4cf8-a65d-8331afdbfe1f req-9d63abe8-966e-4d22-8cbf-e4b0263ee107 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830300 Nov 10 14:37:58.434651 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] For port f2110b4b-2a08-4b7b-b17e-4f35712e17ab, host hv-cinder-81722, cleared binding levels {{(pid=101582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:37:58.437971 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] For port f2110b4b-2a08-4b7b-b17e-4f35712e17ab, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:37:58.445345 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:58.479393 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:58.480113 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:37:58.481410 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] 10.222.0.32 "PUT /v2.0/ports/f2110b4b-2a08-4b7b-b17e-4f35712e17ab HTTP/1.1" status: 200 len: 1094 time: 0.6958339 Nov 10 14:37:58.481840 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a418367-87d8-4905-bba7-9e420e01eac5', 'tag': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:37:58.484644 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e188fcc-8ba7-4a75-b588-8b20598faf60" -d '{"events": [{"name": "network-changed", "server_uuid": "2a418367-87d8-4905-bba7-9e420e01eac5", "tag": "f2110b4b-2a08-4b7b-b17e-4f35712e17ab"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:37:58.512034 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ac0da-e8b5-4384-a414-7a73773e88bb service neutron] Pushing event updated for resources: {'Port': ['ID=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,revision_number=3']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:37:58.527544 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4620c2cc-b8ad-4a1a-9f8b-6d2463563a38 x-openstack-request-id: req-4620c2cc-b8ad-4a1a-9f8b-6d2463563a38 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:37:58.527863 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a418367-87d8-4905-bba7-9e420e01eac5", "tag": "f2110b4b-2a08-4b7b-b17e-4f35712e17ab", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:37:58.528115 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4620c2cc-b8ad-4a1a-9f8b-6d2463563a38 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:37:58.528536 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a418367-87d8-4905-bba7-9e420e01eac5', 'tag': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'status': 'completed', 'code': 200} Nov 10 14:37:58.582477 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7a1b2c63-1f24-49bc-bd56-da86aa1dee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:58.584047 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7a1b2c63-1f24-49bc-bd56-da86aa1dee48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 1097 time: 0.0473697 Nov 10 14:37:58.648651 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-7e67df65-82b4-4fe1-8210-612da712f48e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab HTTP/1.1" status: 200 len: 217 time: 0.0531485 Nov 10 14:37:58.675176 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76fbdb-ea7a-46d3-850d-3b93231dd104 req-05ccd18b-f102-45bf-b262-4460436d818f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:58.676571 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fc76fbdb-ea7a-46d3-850d-3b93231dd104 req-05ccd18b-f102-45bf-b262-4460436d818f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0915956 Nov 10 14:37:58.725754 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-cb3b6ab9-7581-43dc-b71d-31049efd66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:58.727164 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-cb3b6ab9-7581-43dc-b71d-31049efd66a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 200 len: 855 time: 0.0699518 Nov 10 14:37:58.787902 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fc76fbdb-ea7a-46d3-850d-3b93231dd104 req-3205c0fe-6193-44e9-9343-288e26229db3 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942976 Nov 10 14:37:58.797914 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-b77df942-1542-4ea9-9690-35820ea89211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:58.799518 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-b77df942-1542-4ea9-9690-35820ea89211 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1188f659-3386-43e3-8ceb-0934fe3b17ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611305 Nov 10 14:37:58.890477 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-2d1df51b-5170-46cf-8ace-d0380f4d89f9 service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831556 Nov 10 14:37:58.980453 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed3076b1-1f7d-46d4-a13f-ad3804dc020f req-2871ca85-534a-44e9-9ae4-ba5d4262333d service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832040 Nov 10 14:37:59.068833 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188fcc-8ba7-4a75-b588-8b20598faf60 req-28c3c6db-2273-4b3c-a531-e73f7c3f9ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:59.070304 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2e188fcc-8ba7-4a75-b588-8b20598faf60 req-28c3c6db-2273-4b3c-a531-e73f7c3f9ebc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 1097 time: 0.0448666 Nov 10 14:37:59.157801 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188fcc-8ba7-4a75-b588-8b20598faf60 req-5a262669-e1de-499e-8cbe-d8ef31c57ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:59.159261 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2e188fcc-8ba7-4a75-b588-8b20598faf60 req-5a262669-e1de-499e-8cbe-d8ef31c57ec5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 917 time: 0.0816402 Nov 10 14:37:59.203588 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2e188fcc-8ba7-4a75-b588-8b20598faf60 req-799f8af5-c8f5-4dc2-85f6-10ba77944acd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab HTTP/1.1" status: 200 len: 217 time: 0.0367403 Nov 10 14:37:59.251618 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188fcc-8ba7-4a75-b588-8b20598faf60 req-1b4402c1-96ff-4e59-ae35-0c7b60ce261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:59.252970 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2e188fcc-8ba7-4a75-b588-8b20598faf60 req-1b4402c1-96ff-4e59-ae35-0c7b60ce261e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 200 len: 855 time: 0.0428913 Nov 10 14:37:59.298594 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188fcc-8ba7-4a75-b588-8b20598faf60 req-ae4d51aa-0253-4e11-a499-44ef8814be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:59.300058 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2e188fcc-8ba7-4a75-b588-8b20598faf60 req-ae4d51aa-0253-4e11-a499-44ef8814be26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1188f659-3386-43e3-8ceb-0934fe3b17ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399680 Nov 10 14:37:59.395741 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2e188fcc-8ba7-4a75-b588-8b20598faf60 req-b9ba1fd5-4d67-4607-b574-315f8fced562 service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882154 Nov 10 14:37:59.486467 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2e188fcc-8ba7-4a75-b588-8b20598faf60 req-34b773d7-b439-4990-b901-1f871bd0345f service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810287 Nov 10 14:37:59.535841 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f5268-f667-4ca0-922d-f1613b62e6b2 req-ea869558-1075-498c-829f-58ea39066e31 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:59.537261 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a03f5268-f667-4ca0-922d-f1613b62e6b2 req-ea869558-1075-498c-829f-58ea39066e31 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0506423 Nov 10 14:37:59.582894 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a03f5268-f667-4ca0-922d-f1613b62e6b2 req-4d0cc4ae-b2ed-4bf3-af59-d090cb04b2f6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398211 Nov 10 14:37:59.906673 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4f37a-e415-4ead-bf8a-c33b6c7e4940 req-7d5ddeff-4f81-4307-a0f7-b630cfc910e0 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:37:59.907792 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1af4f37a-e415-4ead-bf8a-c33b6c7e4940 req-7d5ddeff-4f81-4307-a0f7-b630cfc910e0 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0532322 Nov 10 14:38:00.199107 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1af4f37a-e415-4ead-bf8a-c33b6c7e4940 req-d3fa2e8a-df9d-41df-a073-77b1182fff42 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2852869 Nov 10 14:38:00.701690 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27aa67-efe0-4a13-b665-7868b7215daa req-05eafd85-c553-4c92-b8ef-172c64bfed01 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:00.703696 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3f27aa67-efe0-4a13-b665-7868b7215daa req-05eafd85-c553-4c92-b8ef-172c64bfed01 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0509717 Nov 10 14:38:00.748590 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3f27aa67-efe0-4a13-b665-7868b7215daa req-16b460c3-882f-4e92-a7dc-81857574650b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390313 Nov 10 14:38:01.314120 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6076a-65a8-4bf2-af2a-64687323412a req-39f60d72-50c1-4fb5-936a-c2f4850d6b55 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:01.315884 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-99c6076a-65a8-4bf2-af2a-64687323412a req-39f60d72-50c1-4fb5-936a-c2f4850d6b55 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0486712 Nov 10 14:38:01.375129 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-99c6076a-65a8-4bf2-af2a-64687323412a req-0e5831b0-ba1b-4b76-b214-b12b05fda56f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526881 Nov 10 14:38:01.863486 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd61da5-ef24-4d7f-8330-02e9f71af538 req-26fe5915-05a0-4c3a-a841-f3ddb66d484a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:01.865027 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bcd61da5-ef24-4d7f-8330-02e9f71af538 req-26fe5915-05a0-4c3a-a841-f3ddb66d484a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0474877 Nov 10 14:38:01.910947 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bcd61da5-ef24-4d7f-8330-02e9f71af538 req-31981894-d675-4372-baed-1a94bf2cb38a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402353 Nov 10 14:38:02.488305 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee219b-fa9b-4200-bc9f-4c19509cb1aa req-c5ff2ba3-c445-4bc8-8e85-c52557dfe95f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:02.489850 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-55ee219b-fa9b-4200-bc9f-4c19509cb1aa req-c5ff2ba3-c445-4bc8-8e85-c52557dfe95f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0489688 Nov 10 14:38:02.553483 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-55ee219b-fa9b-4200-bc9f-4c19509cb1aa req-33e373d7-1a04-40c2-9838-599ca371f018 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575769 Nov 10 14:38:03.028018 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455de8ec-3234-42d3-8340-6539705b7320 req-51aa79e3-01df-4bc7-b60c-95c056f29371 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:03.029504 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-455de8ec-3234-42d3-8340-6539705b7320 req-51aa79e3-01df-4bc7-b60c-95c056f29371 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0482392 Nov 10 14:38:03.083382 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-455de8ec-3234-42d3-8340-6539705b7320 req-267dad86-139b-4bd1-8818-399e9a6f44c5 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448334 Nov 10 14:38:03.667481 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f806490-a172-4915-b71a-d124889d93e1 req-40709c2d-5f59-4812-ad52-8cc38569e101 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:03.668991 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3f806490-a172-4915-b71a-d124889d93e1 req-40709c2d-5f59-4812-ad52-8cc38569e101 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0488648 Nov 10 14:38:03.728142 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3f806490-a172-4915-b71a-d124889d93e1 req-5f6948e2-17bd-4899-9a21-2b6e014646aa tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531399 Nov 10 14:38:03.828823 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device f2110b4b-2a08-4b7b-b17e-4f35712e17ab details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:38:04.041423 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port f2110b4b-2a08-4b7b-b17e-4f35712e17ab, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:38:04.051945 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'port_id': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'mac_address': 'fa:16:3e:27:66:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:38:04.088160 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:04.100585 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2110b4b-2a08-4b7b-b17e-4f35712e17ab {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:38:04.120368 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port f2110b4b-2a08-4b7b-b17e-4f35712e17ab, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:38:04.129739 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:04.179768 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:04.205745 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b9698-5882-4353-8f74-ccfb04e61082 req-25552060-815a-462e-8f75-5bc6913fdd32 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:04.207212 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1a4b9698-5882-4353-8f74-ccfb04e61082 req-25552060-815a-462e-8f75-5bc6913fdd32 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 945 time: 0.0497139 Nov 10 14:38:04.258897 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1a4b9698-5882-4353-8f74-ccfb04e61082 req-15fdb8ad-6644-46e4-a546-586b8615f320 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457966 Nov 10 14:38:04.490627 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['f2110b4b-2a08-4b7b-b17e-4f35712e17ab'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:38:04.842192 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c00c7-1c3a-4515-adbd-3635adf461c0 req-46eb083c-3779-4255-b01a-80250087fbb7 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:04.844210 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8f7c00c7-1c3a-4515-adbd-3635adf461c0 req-46eb083c-3779-4255-b01a-80250087fbb7 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0489182 Nov 10 14:38:04.902552 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8f7c00c7-1c3a-4515-adbd-3635adf461c0 req-05412576-2be5-41f5-b4d1-67b1bd3cbb8b tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523338 Nov 10 14:38:05.377034 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7d0e1-2362-4f5e-a281-b4b7dabebc55 req-37b0991e-ba87-4b0c-b010-5c6b702955e0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:05.378462 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-61d7d0e1-2362-4f5e-a281-b4b7dabebc55 req-37b0991e-ba87-4b0c-b010-5c6b702955e0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 945 time: 0.0468700 Nov 10 14:38:05.424233 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-61d7d0e1-2362-4f5e-a281-b4b7dabebc55 req-35ab40be-3111-42cd-8155-d6e86a446f6f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398579 Nov 10 14:38:05.825951 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device f2110b4b-2a08-4b7b-b17e-4f35712e17ab up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:38:05.875870 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port f2110b4b-2a08-4b7b-b17e-4f35712e17ab completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:38:05.879579 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port f2110b4b-2a08-4b7b-b17e-4f35712e17ab triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:38:05.879947 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:05.955962 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:05.977538 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a418367-87d8-4905-bba7-9e420e01eac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:38:05.979776 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6a02ca-d19f-4685-a79c-75fe7a1eb214" -d '{"events": [{"server_uuid": "2a418367-87d8-4905-bba7-9e420e01eac5", "name": "network-vif-plugged", "status": "completed", "tag": "f2110b4b-2a08-4b7b-b17e-4f35712e17ab"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:38:05.993688 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port f2110b4b-2a08-4b7b-b17e-4f35712e17ab, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:38:05.998590 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:06.028149 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c3047d-2eb8-4163-8daa-8f6ffcad2c95 x-openstack-request-id: req-60c3047d-2eb8-4163-8daa-8f6ffcad2c95 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:38:06.028461 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a418367-87d8-4905-bba7-9e420e01eac5", "name": "network-vif-plugged", "status": "completed", "tag": "f2110b4b-2a08-4b7b-b17e-4f35712e17ab", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:38:06.028714 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60c3047d-2eb8-4163-8daa-8f6ffcad2c95 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:38:06.029092 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a418367-87d8-4905-bba7-9e420e01eac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'code': 200} Nov 10 14:38:06.037683 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1af21-b6c1-44fd-86c1-82cccec6e622 req-8c6f3770-be6d-473e-b0a1-8ec4fe5cccc6 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:06.039236 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5ac1af21-b6c1-44fd-86c1-82cccec6e622 req-8c6f3770-be6d-473e-b0a1-8ec4fe5cccc6 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0676985 Nov 10 14:38:06.053338 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:06.104244 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5ac1af21-b6c1-44fd-86c1-82cccec6e622 req-6a2b1585-56f0-4372-8abd-057ec69e308f tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584996 Nov 10 14:38:06.190429 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbc5ca-fcd8-499e-99fc-d3a48e967cdf req-ee32deea-64ce-4274-91f8-fa7d297dc33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:06.191895 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90dbc5ca-fcd8-499e-99fc-d3a48e967cdf req-ee32deea-64ce-4274-91f8-fa7d297dc33a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 1099 time: 0.0397949 Nov 10 14:38:06.237285 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90dbc5ca-fcd8-499e-99fc-d3a48e967cdf req-bc947dae-aad0-49cf-82aa-0b21a68b409d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372186 Nov 10 14:38:06.545842 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c56be-c272-452d-b276-69d14eac8f7b req-0d334239-55f7-4c10-b5b1-cc8e9478c5eb tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:06.547351 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0b5c56be-c272-452d-b276-69d14eac8f7b req-0d334239-55f7-4c10-b5b1-cc8e9478c5eb tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0519595 Nov 10 14:38:06.592135 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0b5c56be-c272-452d-b276-69d14eac8f7b req-09a2091c-2df8-4241-b504-9f2443d18b3d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389383 Nov 10 14:38:07.223759 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc11745-5145-463b-a20b-e0406c00e307 req-5defc135-a988-4e1e-ad41-9fa1a94c9dda tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:07.225252 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1dc11745-5145-463b-a20b-e0406c00e307 req-5defc135-a988-4e1e-ad41-9fa1a94c9dda tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0515323 Nov 10 14:38:07.284350 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1dc11745-5145-463b-a20b-e0406c00e307 req-3e1070ef-7b72-466a-a3ab-b86128d1ba98 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530758 Nov 10 14:38:07.713213 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ded85d-0990-4cf9-b0c7-e84296a70657 req-d5d542c0-f063-446c-a9f0-c1e963dfad6f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:07.714707 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-07ded85d-0990-4cf9-b0c7-e84296a70657 req-d5d542c0-f063-446c-a9f0-c1e963dfad6f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0494690 Nov 10 14:38:07.762083 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-07ded85d-0990-4cf9-b0c7-e84296a70657 req-3b0a6a23-a3bf-4231-b365-f991bea2f42f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414338 Nov 10 14:38:08.408071 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d913e-25fe-46fc-985c-21c4e0f61c0c req-d1d982cf-148f-4634-aa13-9ce8997827ab tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:08.409606 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-341d913e-25fe-46fc-985c-21c4e0f61c0c req-d1d982cf-148f-4634-aa13-9ce8997827ab tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0571694 Nov 10 14:38:08.481580 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-341d913e-25fe-46fc-985c-21c4e0f61c0c req-10b2b04d-ecc3-44d6-9407-c641cd2a8e95 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658464 Nov 10 14:38:08.539758 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdece2ec-c66c-4147-811c-c32c4b8fe4eb req-c8b96e1b-e124-4aab-abd9-4c600d21daa0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:08.541334 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fdece2ec-c66c-4147-811c-c32c4b8fe4eb req-c8b96e1b-e124-4aab-abd9-4c600d21daa0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0486650 Nov 10 14:38:08.587105 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fdece2ec-c66c-4147-811c-c32c4b8fe4eb req-73558222-24ae-4c96-a2ed-4778a1d66d5d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392053 Nov 10 14:38:08.883157 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a10cb-a439-4247-a0c0-d2ef5e8a779a req-d9a39468-64c2-4ec8-a803-d8fa1fe25639 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:08.884758 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d38a10cb-a439-4247-a0c0-d2ef5e8a779a req-d9a39468-64c2-4ec8-a803-d8fa1fe25639 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0500839 Nov 10 14:38:08.933202 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d38a10cb-a439-4247-a0c0-d2ef5e8a779a req-829d2ae0-d060-4889-a099-f9cfd3fad93e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416021 Nov 10 14:38:09.064468 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7159b71-55e3-4cec-b237-73a3fdfa36e3 req-e73ca092-84ef-4aac-8fc4-82fd77d0e555 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:09.065877 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e7159b71-55e3-4cec-b237-73a3fdfa36e3 req-e73ca092-84ef-4aac-8fc4-82fd77d0e555 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0511849 Nov 10 14:38:09.074153 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37188) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:38:09.078541 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-2bbe4693-0d3d-41ee-bc08-a864ad546317 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Request body: {'floatingip': {'port_id': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:38:09.119478 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2bbe4693-0d3d-41ee-bc08-a864ad546317 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for floatingip, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:09.543944 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2bbe4693-0d3d-41ee-bc08-a864ad546317 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:09.548947 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2bbe4693-0d3d-41ee-bc08-a864ad546317 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:09.600987 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506385a6-57f9-46a4-8055-820d539cf3dd req-7f80505d-d870-4641-827c-bc8d7a9f577a tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:09.610777 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-506385a6-57f9-46a4-8055-820d539cf3dd req-7f80505d-d870-4641-827c-bc8d7a9f577a tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0580335 Nov 10 14:38:09.668461 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.l3_db [None req-2bbe4693-0d3d-41ee-bc08-a864ad546317 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Floating IP 44d363a2-4d74-4d20-809b-198b7d019ab6 associated. External IP: 172.27.1.101, port: f2110b4b-2a08-4b7b-b17e-4f35712e17ab. Nov 10 14:38:09.677837 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-506385a6-57f9-46a4-8055-820d539cf3dd req-e4a4a6eb-d80b-4303-9f0f-9b744265596e tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&id=e8391ede-8045-4d20-a9c8-923499c0ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661724 Nov 10 14:38:09.801973 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6ff48-41f2-4cee-8ee2-d059b8383d9e req-3c927b52-51b6-4e4b-939d-1c90a2273416 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:09.803364 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fcd6ff48-41f2-4cee-8ee2-d059b8383d9e req-3c927b52-51b6-4e4b-939d-1c90a2273416 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.1322460 Nov 10 14:38:09.895422 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fcd6ff48-41f2-4cee-8ee2-d059b8383d9e req-bfd7d187-c10d-4e18-9fe5-2abf805cf39c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=68f523bf-628d-4e24-a9c8-3ff4d2c2544a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840688 Nov 10 14:38:09.962791 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbe4693-0d3d-41ee-bc08-a864ad546317 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Router ff944250-83fa-4755-ae5c-94b5fb23c236 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:38:10.097803 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbe4693-0d3d-41ee-bc08-a864ad546317 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:38:10.102521 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2bbe4693-0d3d-41ee-bc08-a864ad546317 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:10.109257 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c0d261-d21d-497e-9426-25a081e2027d None None] Sync routers for ids ['ff944250-83fa-4755-ae5c-94b5fb23c236'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:38:10.111590 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-3d5796dc-19bd-4bfe-aabd-354a26525cc4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:10.113084 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-3d5796dc-19bd-4bfe-aabd-354a26525cc4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 946 time: 0.0997519 Nov 10 14:38:10.119968 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c0d261-d21d-497e-9426-25a081e2027d None None] Routers {'ff944250-83fa-4755-ae5c-94b5fb23c236'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:38:10.125117 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-51c0d261-d21d-497e-9426-25a081e2027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:37:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['ff944250-83fa-4755-ae5c-94b5fb23c236'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:38:10.163833 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-2bbe4693-0d3d-41ee-bc08-a864ad546317 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "PUT /v2.0/floatingips/44d363a2-4d74-4d20-809b-198b7d019ab6 HTTP/1.1" status: 200 len: 992 time: 1.0886345 Nov 10 14:38:10.166469 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a418367-87d8-4905-bba7-9e420e01eac5', 'tag': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:38:10.168570 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a9b90f-cbd1-4297-807f-36b79d7f4782" -d '{"events": [{"name": "network-changed", "server_uuid": "2a418367-87d8-4905-bba7-9e420e01eac5", "tag": "f2110b4b-2a08-4b7b-b17e-4f35712e17ab"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:38:10.215497 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da06112b-a523-4f8a-81c2-3040558d47b9 x-openstack-request-id: req-da06112b-a523-4f8a-81c2-3040558d47b9 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:38:10.215785 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a418367-87d8-4905-bba7-9e420e01eac5", "tag": "f2110b4b-2a08-4b7b-b17e-4f35712e17ab", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:38:10.216037 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da06112b-a523-4f8a-81c2-3040558d47b9 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:38:10.216458 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a418367-87d8-4905-bba7-9e420e01eac5', 'tag': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'status': 'completed', 'code': 200} Nov 10 14:38:10.241871 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-51c0d261-d21d-497e-9426-25a081e2027d None None] Set router ff944250-83fa-4755-ae5c-94b5fb23c236 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:38:10.242802 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Deleting port 48b1df86-8344-45fd-9f87-7ead87b5d2e2 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:38:10.244152 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:10.337737 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] For port 48b1df86-8344-45fd-9f87-7ead87b5d2e2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=48b1df86-8344-45fd-9f87-7ead87b5d2e2,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:38:10.338158 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:10.470102 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e452-e1d4-4aa5-9b98-89fa61fcfa8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:10.483436 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b90f-cbd1-4297-807f-36b79d7f4782 req-0a247d19-b239-4e9f-a02d-359163b0580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:10.485924 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-31a9b90f-cbd1-4297-807f-36b79d7f4782 req-0a247d19-b239-4e9f-a02d-359163b0580b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 1099 time: 0.2449901 Nov 10 14:38:10.493170 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-51c0d261-d21d-497e-9426-25a081e2027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '44d363a2-4d74-4d20-809b-198b7d019ab6', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'port_id': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'mac_address': 'fa:16:3e:27:66:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a418367-87d8-4905-bba7-9e420e01eac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:37:54Z', 'updated_at': '2021-11-10T14:38:09Z', 'revision_number': 1, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:48Z', 'revision_number': 5, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:38:10.520888 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:10.521504 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:10.521709 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.l3_db [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Floating IP 572f89b8-7b63-42b7-8a1e-cfac43bd4fe2 disassociated. External IP: 172.27.1.212, port: 48b1df86-8344-45fd-9f87-7ead87b5d2e2. Nov 10 14:38:10.522052 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Calling delete_port for 48b1df86-8344-45fd-9f87-7ead87b5d2e2 owned by compute:nova {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:38:10.524983 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c0d261-d21d-497e-9426-25a081e2027d None None] Checking router: ff944250-83fa-4755-ae5c-94b5fb23c236 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:38:10.533792 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c0d261-d21d-497e-9426-25a081e2027d None None] Routers {'ff944250-83fa-4755-ae5c-94b5fb23c236'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:38:10.534403 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-51c0d261-d21d-497e-9426-25a081e2027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:37:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['ff944250-83fa-4755-ae5c-94b5fb23c236'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:38:10.576164 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b90f-cbd1-4297-807f-36b79d7f4782 req-c755e501-dd9c-4f69-bc62-068d26fcdc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:10.577795 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-31a9b90f-cbd1-4297-807f-36b79d7f4782 req-c755e501-dd9c-4f69-bc62-068d26fcdc1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 917 time: 0.0846934 Nov 10 14:38:10.645424 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-51c0d261-d21d-497e-9426-25a081e2027d None None] Set router ff944250-83fa-4755-ae5c-94b5fb23c236 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:38:10.651673 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-31a9b90f-cbd1-4297-807f-36b79d7f4782 req-ef3730b8-8da3-494d-9314-e9e837215ac2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab HTTP/1.1" status: 200 len: 1000 time: 0.0645096 Nov 10 14:38:10.659761 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:10.697063 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event deleted for resources: {'Port': ['ID=48b1df86-8344-45fd-9f87-7ead87b5d2e2,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:10.708432 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b90f-cbd1-4297-807f-36b79d7f4782 req-ccee9e0c-9188-4a3c-ab5c-4368fedbfc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:10.709976 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-31a9b90f-cbd1-4297-807f-36b79d7f4782 req-ccee9e0c-9188-4a3c-ab5c-4368fedbfc42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 200 len: 855 time: 0.0507863 Nov 10 14:38:10.762688 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b90f-cbd1-4297-807f-36b79d7f4782 req-6e851fc2-3b02-47b3-b7d2-6e9b8fb771c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:10.764892 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-31a9b90f-cbd1-4297-807f-36b79d7f4782 req-6e851fc2-3b02-47b3-b7d2-6e9b8fb771c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1188f659-3386-43e3-8ceb-0934fe3b17ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454218 Nov 10 14:38:10.821524 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Router 2a4aee9c-f932-4f84-81ec-2da9046f9172 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:38:10.865274 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-31a9b90f-cbd1-4297-807f-36b79d7f4782 req-c7059c4f-f2df-4fc5-9d7d-72747d3c4413 service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932980 Nov 10 14:38:10.889050 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-51c0d261-d21d-497e-9426-25a081e2027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '44d363a2-4d74-4d20-809b-198b7d019ab6', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'port_id': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'mac_address': 'fa:16:3e:27:66:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a418367-87d8-4905-bba7-9e420e01eac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:37:54Z', 'updated_at': '2021-11-10T14:38:09Z', 'revision_number': 1, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:48Z', 'revision_number': 5, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:38:10.923139 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c0d261-d21d-497e-9426-25a081e2027d None None] The sync data for ids ['ff944250-83fa-4755-ae5c-94b5fb23c236'] in dv-cinder-817229-1-iscsi is: [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '44d363a2-4d74-4d20-809b-198b7d019ab6', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'port_id': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'mac_address': 'fa:16:3e:27:66:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a418367-87d8-4905-bba7-9e420e01eac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:37:54Z', 'updated_at': '2021-11-10T14:38:09Z', 'revision_number': 1, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:48Z', 'revision_number': 5, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:38:10.937450 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:38:10.955048 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e5fd2-ff01-40f1-bab6-a178eb01296e None None] Sync routers for ids ['2a4aee9c-f932-4f84-81ec-2da9046f9172'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:38:10.971495 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e5fd2-ff01-40f1-bab6-a178eb01296e None None] Routers {'2a4aee9c-f932-4f84-81ec-2da9046f9172'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:38:10.975669 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-649e5fd2-ff01-40f1-bab6-a178eb01296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:37:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['2a4aee9c-f932-4f84-81ec-2da9046f9172'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:38:10.975825 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-31a9b90f-cbd1-4297-807f-36b79d7f4782 req-214dc6ac-9ae0-499e-aec3-0ff956780dd6 service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017666 Nov 10 14:38:10.983584 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] No DVR routers for this DVR port 48b1df86-8344-45fd-9f87-7ead87b5d2e2 on host hv-cinder-81722 {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:38:10.986190 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:10.989674 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5d6c5d1e-7783-43cd-9672-20b7097f6a7d req-8a218f94-3d7f-439b-a096-973165c69bf0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.32 "DELETE /v2.0/ports/48b1df86-8344-45fd-9f87-7ead87b5d2e2 HTTP/1.1" status: 204 len: 173 time: 0.8591545 Nov 10 14:38:11.036043 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-814651ba-c6e9-4b07-96d3-f8f3051c7795 req-5c6ed653-e97e-4287-9790-b8d846ca8dbd tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7221183-e059-4a19-938d-0d2bcc61e6e6 HTTP/1.1" status: 200 len: 210 time: 0.0344071 Nov 10 14:38:11.124821 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-649e5fd2-ff01-40f1-bab6-a178eb01296e None None] Set router 2a4aee9c-f932-4f84-81ec-2da9046f9172 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:38:11.229117 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3727e-55c9-4657-922d-89a7155e23f0 None None] New status for floating IP 44d363a2-4d74-4d20-809b-198b7d019ab6: ACTIVE {{(pid=101584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:38:11.341703 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-649e5fd2-ff01-40f1-bab6-a178eb01296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:31:04Z', 'revision_number': 5, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:38:11.373288 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e5fd2-ff01-40f1-bab6-a178eb01296e None None] Checking router: 2a4aee9c-f932-4f84-81ec-2da9046f9172 for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:38:11.382432 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e5fd2-ff01-40f1-bab6-a178eb01296e None None] Routers {'2a4aee9c-f932-4f84-81ec-2da9046f9172'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:38:11.383044 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-649e5fd2-ff01-40f1-bab6-a178eb01296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:37:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['2a4aee9c-f932-4f84-81ec-2da9046f9172'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:38:11.491824 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-649e5fd2-ff01-40f1-bab6-a178eb01296e None None] Set router 2a4aee9c-f932-4f84-81ec-2da9046f9172 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:38:11.701847 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-649e5fd2-ff01-40f1-bab6-a178eb01296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:31:04Z', 'revision_number': 5, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:38:11.728293 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e5fd2-ff01-40f1-bab6-a178eb01296e None None] The sync data for ids ['2a4aee9c-f932-4f84-81ec-2da9046f9172'] in dv-cinder-817229-1-iscsi is: [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:31:04Z', 'revision_number': 5, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:38:11.941037 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ff828-57e8-44ce-99fb-df969c17b4b6 None None] New status for floating IP 572f89b8-7b63-42b7-8a1e-cfac43bd4fe2: DOWN {{(pid=101585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:38:12.123397 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37208) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:38:12.175992 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4603a7e0-19a9-435b-827e-3a0c42717646 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:12.198242 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4603a7e0-19a9-435b-827e-3a0c42717646 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:12.220322 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7221183-e059-4a19-938d-0d2bcc61e6e6', 'name': 'network-vif-deleted', 'tag': '48b1df86-8344-45fd-9f87-7ead87b5d2e2'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:38:12.222546 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c03c52-24eb-4c5c-8a23-4192cb665c6c" -d '{"events": [{"server_uuid": "b7221183-e059-4a19-938d-0d2bcc61e6e6", "name": "network-vif-deleted", "tag": "48b1df86-8344-45fd-9f87-7ead87b5d2e2"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:38:12.250389 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4603a7e0-19a9-435b-827e-3a0c42717646 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:12.253110 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4603a7e0-19a9-435b-827e-3a0c42717646 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:12.254287 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-4603a7e0-19a9-435b-827e-3a0c42717646 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "DELETE /v2.0/security-groups/68f523bf-628d-4e24-a9c8-3ff4d2c2544a HTTP/1.1" status: 204 len: 168 time: 0.1292467 Nov 10 14:38:12.257098 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37212) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:38:12.271718 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf20e571-4ea8-4d6c-9a14-001f11b75943 x-openstack-request-id: req-bf20e571-4ea8-4d6c-9a14-001f11b75943 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:38:12.272013 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7221183-e059-4a19-938d-0d2bcc61e6e6", "name": "network-vif-deleted", "tag": "48b1df86-8344-45fd-9f87-7ead87b5d2e2", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:38:12.272265 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf20e571-4ea8-4d6c-9a14-001f11b75943 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:38:12.272687 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7221183-e059-4a19-938d-0d2bcc61e6e6', 'name': 'network-vif-deleted', 'tag': '48b1df86-8344-45fd-9f87-7ead87b5d2e2', 'status': 'completed', 'code': 200} Nov 10 14:38:12.272937 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.api.v2.resource [None req-9477106a-3a12-4e68-8ef2-9a7b2591fcb0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] show failed (client error): The resource could not be found. Nov 10 14:38:12.273964 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-9477106a-3a12-4e68-8ef2-9a7b2591fcb0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups/68f523bf-628d-4e24-a9c8-3ff4d2c2544a HTTP/1.1" status: 404 len: 347 time: 0.0158935 Nov 10 14:38:12.277058 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37214) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:38:12.277643 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603a7e0-19a9-435b-827e-3a0c42717646 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f523bf-628d-4e24-a9c8-3ff4d2c2544a,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:12.433509 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-10dbb1b1-3f97-49b5-abee-ee0a37142d64 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Deleting port 260dea7b-2477-42ee-8562-b2cda874496d {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:38:12.433843 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-10dbb1b1-3f97-49b5-abee-ee0a37142d64 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:12.506694 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-10dbb1b1-3f97-49b5-abee-ee0a37142d64 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:12.507006 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-10dbb1b1-3f97-49b5-abee-ee0a37142d64 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:12.518347 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-10dbb1b1-3f97-49b5-abee-ee0a37142d64 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Calling delete_port for 260dea7b-2477-42ee-8562-b2cda874496d owned by network:floatingip {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:38:12.656958 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-10dbb1b1-3f97-49b5-abee-ee0a37142d64 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:12.682395 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbb1b1-3f97-49b5-abee-ee0a37142d64 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event deleted for resources: {'Port': ['ID=260dea7b-2477-42ee-8562-b2cda874496d,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:12.742849 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-10dbb1b1-3f97-49b5-abee-ee0a37142d64 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for floatingip, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:12.745525 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-10dbb1b1-3f97-49b5-abee-ee0a37142d64 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:12.746652 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-10dbb1b1-3f97-49b5-abee-ee0a37142d64 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "DELETE /v2.0/floatingips/572f89b8-7b63-42b7-8a1e-cfac43bd4fe2 HTTP/1.1" status: 204 len: 168 time: 0.4687231 Nov 10 14:38:13.011785 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-0bee4dce-1a1b-43c7-af11-73f6d7eba7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.298119 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37220) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:38:13.302648 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-5291bc35-c86e-48f8-9e01-7cbae7de8261 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320283772', 'description': 'tempest-description--558249841'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:38:13.324754 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5291bc35-c86e-48f8-9e01-7cbae7de8261 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.403730 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5291bc35-c86e-48f8-9e01-7cbae7de8261 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.408160 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5291bc35-c86e-48f8-9e01-7cbae7de8261 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.438035 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5291bc35-c86e-48f8-9e01-7cbae7de8261 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.439278 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-5291bc35-c86e-48f8-9e01-7cbae7de8261 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1401684 Nov 10 14:38:13.440122 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291bc35-c86e-48f8-9e01-7cbae7de8261 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93078b08-aa7d-48b9-afb0-b3ab63a57102,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:13.442123 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37224) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:38:13.446687 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-5b3b19f3-8f05-4dde-9192-5c69ca1a8400 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Request body: {'security_group_rule': {'security_group_id': '93078b08-aa7d-48b9-afb0-b3ab63a57102', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:38:13.474610 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5b3b19f3-8f05-4dde-9192-5c69ca1a8400 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.532648 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5b3b19f3-8f05-4dde-9192-5c69ca1a8400 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.536143 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5b3b19f3-8f05-4dde-9192-5c69ca1a8400 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.553822 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b19f3-8f05-4dde-9192-5c69ca1a8400 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d0cc88-8367-4b3c-9f72-7ab5fd40f570,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:13.558932 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5b3b19f3-8f05-4dde-9192-5c69ca1a8400 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.560124 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-5b3b19f3-8f05-4dde-9192-5c69ca1a8400 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170914 Nov 10 14:38:13.563535 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37226) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:38:13.567719 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-8ad6d816-7ad2-4cc8-803d-009ce1bafbd2 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Request body: {'security_group_rule': {'security_group_id': '93078b08-aa7d-48b9-afb0-b3ab63a57102', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:38:13.593067 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d816-7ad2-4cc8-803d-009ce1bafbd2 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.646996 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d816-7ad2-4cc8-803d-009ce1bafbd2 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.650553 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d816-7ad2-4cc8-803d-009ce1bafbd2 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.668462 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6d816-7ad2-4cc8-803d-009ce1bafbd2 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02661752-2d6e-4636-b3a6-a1874210301b,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:13.675891 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d816-7ad2-4cc8-803d-009ce1bafbd2 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.677095 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-8ad6d816-7ad2-4cc8-803d-009ce1bafbd2 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126475 Nov 10 14:38:13.680256 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37228) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:38:13.684573 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Request body: {'floatingip': {'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:38:13.706701 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for floatingip, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.804370 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:13.843377 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 48b1df86-8344-45fd-9f87-7ead87b5d2e2 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:38:13.862982 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: 48b1df86-8344-45fd-9f87-7ead87b5d2e2 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:38:13.863328 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 48b1df86-8344-45fd-9f87-7ead87b5d2e2 not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:38:13.907991 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Allocated IP 172.27.1.119 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/b6f7608b-e9b3-4020-92c7-413c398cb2fc) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:38:14.011488 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:14.043227 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:14.079703 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:38:14.085749 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:38:14.089186 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:38:14.094821 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event updated for resources: {'Port': ['ID=b6f7608b-e9b3-4020-92c7-413c398cb2fc,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:14.132760 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:14.174529 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:14.436830 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:14.585083 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:14.589500 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:14.653050 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event updated for resources: {'Port': ['ID=b6f7608b-e9b3-4020-92c7-413c398cb2fc,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:14.666055 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:14.680620 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:14.681838 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-319a0d7a-d8b5-4e3f-9912-f4571d9832ce tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0006061 Nov 10 14:38:14.833510 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-23cb88a5-948b-451e-8f72-b44d83fe1980 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1320283772&fields=id&tenant_id=2430c7f095e74156a1565c216a9a2b06 HTTP/1.1" status: 200 len: 267 time: 0.0430367 Nov 10 14:38:14.940728 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-1cab971e-161e-49f1-9d7a-0d26fa96c39c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:14.942183 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-1cab971e-161e-49f1-9d7a-0d26fa96c39c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/networks?id=51adad85-2310-4257-b12d-2fa5a02b15eb HTTP/1.1" status: 200 len: 810 time: 0.1021795 Nov 10 14:38:14.957203 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-41bf0397-44eb-4133-8106-5a241d8021ee tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/quotas/2430c7f095e74156a1565c216a9a2b06 HTTP/1.1" status: 200 len: 375 time: 0.0093863 Nov 10 14:38:15.008637 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-b7659ddc-41b4-4083-aff4-bbea1ac4eb60 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2430c7f095e74156a1565c216a9a2b06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463924 Nov 10 14:38:15.112736 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-753fb521-2cd9-470f-9bdc-3ae5b85b492d service neutron] 10.222.0.39 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921545 Nov 10 14:38:15.207313 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-00ef0e43-2170-44e0-964c-021cefcc08dc service neutron] 10.222.0.39 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882363 Nov 10 14:38:15.380148 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ded13a5a-4918-4518-be87-2632169b44d5 req-a92ed651-92a3-4212-99b6-083055fae3c6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 210 time: 0.0375953 Nov 10 14:38:15.541034 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:16.335101 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-e62aec50-84bf-4d6c-b070-8ec9fd565f8f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:16.336689 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-e62aec50-84bf-4d6c-b070-8ec9fd565f8f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.32 "GET /v2.0/networks?id=51adad85-2310-4257-b12d-2fa5a02b15eb HTTP/1.1" status: 200 len: 810 time: 0.1084495 Nov 10 14:38:16.404139 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-48cc879f-0301-4796-96b2-ba5575fb98b5 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2430c7f095e74156a1565c216a9a2b06 HTTP/1.1" status: 200 len: 380 time: 0.0570860 Nov 10 14:38:16.417896 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-53421d8a-702d-4fc9-aeb4-46bd012ae01f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Request body: {'port': {'device_id': '2f9f002c-8a61-4f4c-881c-99f6c5f40152', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'admin_state_up': True, 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'security_groups': ['93078b08-aa7d-48b9-afb0-b3ab63a57102']}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:38:16.503600 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0070c0c8-3cc1-43d0-8c72-ebc6a858ba71 req-06547335-bd00-400e-a851-ad8ddbe0f7c7 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 210 time: 0.0320985 Nov 10 14:38:16.549313 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-53421d8a-702d-4fc9-aeb4-46bd012ae01f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Made reservation on behalf of 2430c7f095e74156a1565c216a9a2b06 for: {'port': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:38:16.552715 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-53421d8a-702d-4fc9-aeb4-46bd012ae01f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:16.666148 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:16.674126 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-53421d8a-702d-4fc9-aeb4-46bd012ae01f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Allocated IP 172.20.0.8 (51adad85-2310-4257-b12d-2fa5a02b15eb/fe999501-c772-4030-bed3-027c2ee0e36a/b995ac0b-7b1c-441f-89e3-62455730bf4b) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:38:16.810295 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-53421d8a-702d-4fc9-aeb4-46bd012ae01f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:16.844692 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-53421d8a-702d-4fc9-aeb4-46bd012ae01f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:16.883805 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-53421d8a-702d-4fc9-aeb4-46bd012ae01f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Network 51adad85-2310-4257-b12d-2fa5a02b15eb is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:38:16.888707 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-53421d8a-702d-4fc9-aeb4-46bd012ae01f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:38:16.892259 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-53421d8a-702d-4fc9-aeb4-46bd012ae01f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:38:16.922792 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53421d8a-702d-4fc9-aeb4-46bd012ae01f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event updated for resources: {'Port': ['ID=b995ac0b-7b1c-441f-89e3-62455730bf4b,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:16.950697 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-53421d8a-702d-4fc9-aeb4-46bd012ae01f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:16.951339 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-53421d8a-702d-4fc9-aeb4-46bd012ae01f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:16.969543 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-53421d8a-702d-4fc9-aeb4-46bd012ae01f tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560007 Nov 10 14:38:16.982162 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Request body: {'port': {'device_id': '2f9f002c-8a61-4f4c-881c-99f6c5f40152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:38:17.037332 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:17.091772 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-039845d1-307d-4734-8544-9177a7fae7f6 None None] Provisioning complete for port b995ac0b-7b1c-441f-89e3-62455730bf4b triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:38:17.092135 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-039845d1-307d-4734-8544-9177a7fae7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:17.128532 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-039845d1-307d-4734-8544-9177a7fae7f6 None None] Port b995ac0b-7b1c-441f-89e3-62455730bf4b cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:38:17.302952 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b995ac0b-7b1c-441f-89e3-62455730bf4b {{(pid=101582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:38:17.310268 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:17.322522 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.provisioning_blocks [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Transition to ACTIVE for port object b995ac0b-7b1c-441f-89e3-62455730bf4b will not be triggered until provisioned by entity L2. {{(pid=101582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:38:17.326405 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:17.376579 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b995ac0b-7b1c-441f-89e3-62455730bf4b,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:17.445952 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Attempting to bind port b995ac0b-7b1c-441f-89e3-62455730bf4b on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:38:17.446477 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Attempting to bind port b995ac0b-7b1c-441f-89e3-62455730bf4b by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:38:17.446814 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Attempting to bind port b995ac0b-7b1c-441f-89e3-62455730bf4b on network 51adad85-2310-4257-b12d-2fa5a02b15eb {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:38:17.451525 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Port b995ac0b-7b1c-441f-89e3-62455730bf4b on network 51adad85-2310-4257-b12d-2fa5a02b15eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:38:17.451900 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Attempting to bind port b995ac0b-7b1c-441f-89e3-62455730bf4b on network 51adad85-2310-4257-b12d-2fa5a02b15eb {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:38:17.456931 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:38:17.457272 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Checking segment: {'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:38:17.457660 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Bound using segment: {'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:38:17.458101 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Bound port: b995ac0b-7b1c-441f-89e3-62455730bf4b, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f69afe-938d-42b4-814b-24e588e8a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb'}}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:38:17.458469 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:17.529411 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] For port b995ac0b-7b1c-441f-89e3-62455730bf4b, host hv-cinder-81722, cleared binding levels {{(pid=101582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:38:17.533439 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] For port b995ac0b-7b1c-441f-89e3-62455730bf4b, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=b995ac0b-7b1c-441f-89e3-62455730bf4b,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:38:17.538031 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:17.553308 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:17.553849 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:17.555416 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/b995ac0b-7b1c-441f-89e3-62455730bf4b HTTP/1.1" status: 200 len: 1093 time: 0.5774357 Nov 10 14:38:17.557397 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9f002c-8a61-4f4c-881c-99f6c5f40152', 'tag': 'b995ac0b-7b1c-441f-89e3-62455730bf4b'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:38:17.560246 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082c2cbb-58c6-49c1-9913-16ffcf351e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9f002c-8a61-4f4c-881c-99f6c5f40152", "tag": "b995ac0b-7b1c-441f-89e3-62455730bf4b"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:38:17.634710 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4c9fa2-1b01-43a1-9ab6-5735c6b104d8 x-openstack-request-id: req-ce4c9fa2-1b01-43a1-9ab6-5735c6b104d8 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:38:17.634710 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9f002c-8a61-4f4c-881c-99f6c5f40152", "tag": "b995ac0b-7b1c-441f-89e3-62455730bf4b", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:38:17.634710 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce4c9fa2-1b01-43a1-9ab6-5735c6b104d8 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:38:17.635144 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9f002c-8a61-4f4c-881c-99f6c5f40152', 'tag': 'b995ac0b-7b1c-441f-89e3-62455730bf4b', 'status': 'completed', 'code': 200} Nov 10 14:38:17.679879 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66dd91-e178-4046-b0d3-ab71721324c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b995ac0b-7b1c-441f-89e3-62455730bf4b,revision_number=3']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:17.698676 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697c2d9-39d0-4e14-a9ff-6aa525b3ba77 req-879cb878-8be9-46b5-b5c9-007135add6bc tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:17.700223 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7697c2d9-39d0-4e14-a9ff-6aa525b3ba77 req-879cb878-8be9-46b5-b5c9-007135add6bc tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 943 time: 0.1134448 Nov 10 14:38:17.707664 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-851504d5-fa78-4fe2-863c-7bb9cc3e85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:17.709188 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-851504d5-fa78-4fe2-863c-7bb9cc3e85a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2430c7f095e74156a1565c216a9a2b06&device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 1096 time: 0.0920601 Nov 10 14:38:17.732592 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:17.775513 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-af28ccba-869f-460a-8ddf-391e76c69a76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b995ac0b-7b1c-441f-89e3-62455730bf4b HTTP/1.1" status: 200 len: 217 time: 0.0467861 Nov 10 14:38:17.819314 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7697c2d9-39d0-4e14-a9ff-6aa525b3ba77 req-ed9a2103-47d6-4ed5-ae81-4dbf8f95058c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=93078b08-aa7d-48b9-afb0-b3ab63a57102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090720 Nov 10 14:38:17.837110 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-d8c8636f-a8d7-41bc-82e5-d1665964938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:17.838561 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-d8c8636f-a8d7-41bc-82e5-d1665964938f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe999501-c772-4030-bed3-027c2ee0e36a HTTP/1.1" status: 200 len: 849 time: 0.0519271 Nov 10 14:38:17.888045 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-89701249-90d9-419b-ae19-e7b88fe7064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:17.890437 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-89701249-90d9-419b-ae19-e7b88fe7064e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51adad85-2310-4257-b12d-2fa5a02b15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399065 Nov 10 14:38:17.984408 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-406bb178-aa66-4c20-8d7b-1d0a3cddceff service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849340 Nov 10 14:38:18.083096 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d5be0a25-96a4-4635-9bbe-62ccdde78f77 req-82a91c88-8e9d-43c9-9ef2-46d423d7325a service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842712 Nov 10 14:38:18.172995 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c2cbb-58c6-49c1-9913-16ffcf351e9e req-b9d3ecf4-3a7d-44e0-82de-e6fd17fe1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:18.174522 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-082c2cbb-58c6-49c1-9913-16ffcf351e9e req-b9d3ecf4-3a7d-44e0-82de-e6fd17fe1205 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2430c7f095e74156a1565c216a9a2b06&device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 1096 time: 0.0403771 Nov 10 14:38:18.262179 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c2cbb-58c6-49c1-9913-16ffcf351e9e req-a89d13c5-0c50-46da-8837-5dd4e593bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:18.263624 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-082c2cbb-58c6-49c1-9913-16ffcf351e9e req-a89d13c5-0c50-46da-8837-5dd4e593bb21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51adad85-2310-4257-b12d-2fa5a02b15eb HTTP/1.1" status: 200 len: 911 time: 0.0814662 Nov 10 14:38:18.308920 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-082c2cbb-58c6-49c1-9913-16ffcf351e9e req-3425df95-b056-4daf-a696-3157b2bf8bbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b995ac0b-7b1c-441f-89e3-62455730bf4b HTTP/1.1" status: 200 len: 217 time: 0.0358477 Nov 10 14:38:18.368667 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c2cbb-58c6-49c1-9913-16ffcf351e9e req-65538ebc-5c6e-4ed5-8787-81962d680a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:18.370025 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-082c2cbb-58c6-49c1-9913-16ffcf351e9e req-65538ebc-5c6e-4ed5-8787-81962d680a17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe999501-c772-4030-bed3-027c2ee0e36a HTTP/1.1" status: 200 len: 849 time: 0.0419042 Nov 10 14:38:18.417693 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c2cbb-58c6-49c1-9913-16ffcf351e9e req-3f44d770-a73c-4808-8733-5f81ce964af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:18.419186 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-082c2cbb-58c6-49c1-9913-16ffcf351e9e req-3f44d770-a73c-4808-8733-5f81ce964af5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51adad85-2310-4257-b12d-2fa5a02b15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407617 Nov 10 14:38:18.516390 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-082c2cbb-58c6-49c1-9913-16ffcf351e9e req-66e089d7-9c06-47bf-a115-a350c819fd25 service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841873 Nov 10 14:38:18.606920 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-082c2cbb-58c6-49c1-9913-16ffcf351e9e req-f4bdd62f-665a-4717-806f-a0398e530632 service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801241 Nov 10 14:38:18.938422 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb71342-9aa1-48f2-874d-6250c7161ca8 req-8105c57f-a17f-4636-ae3e-d8d0cd80d823 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:18.939900 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6eb71342-9aa1-48f2-874d-6250c7161ca8 req-8105c57f-a17f-4636-ae3e-d8d0cd80d823 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 943 time: 0.0540807 Nov 10 14:38:18.986090 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6eb71342-9aa1-48f2-874d-6250c7161ca8 req-40b6e393-a43b-4085-942a-a320efe6aba1 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=93078b08-aa7d-48b9-afb0-b3ab63a57102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404453 Nov 10 14:38:20.115975 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ca9a1-e204-4d81-b8df-2f6d1bc021c7 req-a91fd2eb-0fe4-4b6f-8457-cfad14ba43f6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:20.117473 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fc7ca9a1-e204-4d81-b8df-2f6d1bc021c7 req-a91fd2eb-0fe4-4b6f-8457-cfad14ba43f6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 943 time: 0.0479653 Nov 10 14:38:20.164005 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fc7ca9a1-e204-4d81-b8df-2f6d1bc021c7 req-01a1fdfd-2e0b-4138-8be0-98282a8b66be tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=93078b08-aa7d-48b9-afb0-b3ab63a57102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406163 Nov 10 14:38:21.276293 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160c7d0-3ce5-4d58-bf58-a5a736e0470b req-dc1dcd2e-7ac4-4604-9865-ddcbe32c34e0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:21.277719 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9160c7d0-3ce5-4d58-bf58-a5a736e0470b req-dc1dcd2e-7ac4-4604-9865-ddcbe32c34e0 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 943 time: 0.0485437 Nov 10 14:38:21.326058 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9160c7d0-3ce5-4d58-bf58-a5a736e0470b req-759e8be2-fada-4e7e-aa5f-fe2003301f69 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=93078b08-aa7d-48b9-afb0-b3ab63a57102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423782 Nov 10 14:38:21.904498 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device b995ac0b-7b1c-441f-89e3-62455730bf4b details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:38:21.996469 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port b995ac0b-7b1c-441f-89e3-62455730bf4b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=b995ac0b-7b1c-441f-89e3-62455730bf4b,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:38:22.007253 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': 'b995ac0b-7b1c-441f-89e3-62455730bf4b', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'port_id': 'b995ac0b-7b1c-441f-89e3-62455730bf4b', 'mac_address': 'fa:16:3e:5e:4c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:38:22.046375 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:22.058695 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b995ac0b-7b1c-441f-89e3-62455730bf4b {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:38:22.077319 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port b995ac0b-7b1c-441f-89e3-62455730bf4b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=b995ac0b-7b1c-441f-89e3-62455730bf4b,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:38:22.081099 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:22.126533 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=b995ac0b-7b1c-441f-89e3-62455730bf4b,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:22.439932 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988e40d-e91a-4b55-91cd-c58f9b2fff89 req-152382bc-fc98-45d3-bf5e-3aacc91c75ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:22.441439 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6988e40d-e91a-4b55-91cd-c58f9b2fff89 req-152382bc-fc98-45d3-bf5e-3aacc91c75ba tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 944 time: 0.0481341 Nov 10 14:38:22.461144 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['b995ac0b-7b1c-441f-89e3-62455730bf4b'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:38:22.488577 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6988e40d-e91a-4b55-91cd-c58f9b2fff89 req-e3ff21a8-5aff-4c9f-a468-65dd36b3edf4 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=93078b08-aa7d-48b9-afb0-b3ab63a57102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413058 Nov 10 14:38:23.603626 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c215536-17ea-498f-b60d-8c07c3d58526 req-9fc27e0f-c57d-494c-97e9-5ceb09f612b8 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:23.605144 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7c215536-17ea-498f-b60d-8c07c3d58526 req-9fc27e0f-c57d-494c-97e9-5ceb09f612b8 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 944 time: 0.0492122 Nov 10 14:38:23.651740 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7c215536-17ea-498f-b60d-8c07c3d58526 req-41777ec7-bc95-454d-aa1b-340961c9e34c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=93078b08-aa7d-48b9-afb0-b3ab63a57102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397294 Nov 10 14:38:23.907742 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device b995ac0b-7b1c-441f-89e3-62455730bf4b up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:38:23.960517 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port b995ac0b-7b1c-441f-89e3-62455730bf4b completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:38:23.964517 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port b995ac0b-7b1c-441f-89e3-62455730bf4b triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:38:23.964915 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:24.043175 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:24.065794 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9f002c-8a61-4f4c-881c-99f6c5f40152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b995ac0b-7b1c-441f-89e3-62455730bf4b'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:38:24.068045 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3650b4-2b86-4cc3-b02f-bd0c763faac2" -d '{"events": [{"server_uuid": "2f9f002c-8a61-4f4c-881c-99f6c5f40152", "name": "network-vif-plugged", "status": "completed", "tag": "b995ac0b-7b1c-441f-89e3-62455730bf4b"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:38:24.081910 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port b995ac0b-7b1c-441f-89e3-62455730bf4b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=b995ac0b-7b1c-441f-89e3-62455730bf4b,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:38:24.086024 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:24.110101 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61687872-0a6d-43c6-992c-5dc9a0fcb91f x-openstack-request-id: req-61687872-0a6d-43c6-992c-5dc9a0fcb91f {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:38:24.110400 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9f002c-8a61-4f4c-881c-99f6c5f40152", "name": "network-vif-plugged", "status": "completed", "tag": "b995ac0b-7b1c-441f-89e3-62455730bf4b", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:38:24.110654 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61687872-0a6d-43c6-992c-5dc9a0fcb91f {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:38:24.111042 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9f002c-8a61-4f4c-881c-99f6c5f40152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b995ac0b-7b1c-441f-89e3-62455730bf4b', 'code': 200} Nov 10 14:38:24.140288 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=b995ac0b-7b1c-441f-89e3-62455730bf4b,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:38:24.284230 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d1182-03a9-4dc0-93a3-c37f4aad6c4f req-3e7f1ce9-e391-494e-a889-db220edacb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:24.285770 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d78d1182-03a9-4dc0-93a3-c37f4aad6c4f req-3e7f1ce9-e391-494e-a889-db220edacb1e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 1098 time: 0.0430589 Nov 10 14:38:24.334310 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d78d1182-03a9-4dc0-93a3-c37f4aad6c4f req-170d8595-41f9-4a20-9bcc-777e489a079b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=93078b08-aa7d-48b9-afb0-b3ab63a57102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360370 Nov 10 14:38:24.767620 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa4ca-fd16-43ba-9b63-a7cfd3f23f5e req-b0791684-0200-4932-b243-3eef5b52c44d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:24.769124 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-960aa4ca-fd16-43ba-9b63-a7cfd3f23f5e req-b0791684-0200-4932-b243-3eef5b52c44d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 945 time: 0.0494699 Nov 10 14:38:24.816848 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-960aa4ca-fd16-43ba-9b63-a7cfd3f23f5e req-491b1cd2-eb2f-469e-ad7d-2af9cf9a778c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=93078b08-aa7d-48b9-afb0-b3ab63a57102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411954 Nov 10 14:38:25.939731 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434a7a4-0bf4-4706-8c9b-d8cfd9061115 req-8b3c2963-f50f-437d-83ce-81f0c6dd16fe tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:25.941721 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7434a7a4-0bf4-4706-8c9b-d8cfd9061115 req-8b3c2963-f50f-437d-83ce-81f0c6dd16fe tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 945 time: 0.0570958 Nov 10 14:38:25.992497 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7434a7a4-0bf4-4706-8c9b-d8cfd9061115 req-9b5c132b-06ce-4642-a0ba-0d24ea7392cc tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=93078b08-aa7d-48b9-afb0-b3ab63a57102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443864 Nov 10 14:38:27.104207 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de518be-4549-4869-892d-b5bed1670fc3 req-09e25dab-7bac-4eae-a93d-896a35244ef6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:27.105613 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0de518be-4549-4869-892d-b5bed1670fc3 req-09e25dab-7bac-4eae-a93d-896a35244ef6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 945 time: 0.0482259 Nov 10 14:38:27.153019 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0de518be-4549-4869-892d-b5bed1670fc3 req-655e480c-50ea-484c-90f9-36dac7074152 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=93078b08-aa7d-48b9-afb0-b3ab63a57102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408585 Nov 10 14:38:27.267989 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152d734-ee23-4f3a-92bf-81c2df5befdc req-ab604038-06d0-4ebc-83d8-74c0fc741654 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:27.269483 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2152d734-ee23-4f3a-92bf-81c2df5befdc req-ab604038-06d0-4ebc-83d8-74c0fc741654 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 945 time: 0.0481148 Nov 10 14:38:27.277662 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37306) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:38:27.282681 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-5bf62f4f-47d5-43ab-ae11-54af449ef1b6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Request body: {'floatingip': {'port_id': 'b995ac0b-7b1c-441f-89e3-62455730bf4b'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:38:27.323552 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5bf62f4f-47d5-43ab-ae11-54af449ef1b6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for floatingip, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:27.744514 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5bf62f4f-47d5-43ab-ae11-54af449ef1b6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:27.748319 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5bf62f4f-47d5-43ab-ae11-54af449ef1b6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:27.850233 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.l3_db [None req-5bf62f4f-47d5-43ab-ae11-54af449ef1b6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Floating IP 28997f49-117c-447d-9f0c-e4e7f750a08c associated. External IP: 172.27.1.119, port: b995ac0b-7b1c-441f-89e3-62455730bf4b. Nov 10 14:38:28.050813 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf62f4f-47d5-43ab-ae11-54af449ef1b6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Router 2a4aee9c-f932-4f84-81ec-2da9046f9172 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:38:28.159827 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf62f4f-47d5-43ab-ae11-54af449ef1b6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:38:28.164348 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5bf62f4f-47d5-43ab-ae11-54af449ef1b6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:28.170085 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58bafe7-575e-4dcb-8b67-57fa2a46d397 None None] Sync routers for ids ['2a4aee9c-f932-4f84-81ec-2da9046f9172'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:38:28.182746 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58bafe7-575e-4dcb-8b67-57fa2a46d397 None None] Routers {'2a4aee9c-f932-4f84-81ec-2da9046f9172'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:38:28.183349 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-a58bafe7-575e-4dcb-8b67-57fa2a46d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:38:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['2a4aee9c-f932-4f84-81ec-2da9046f9172'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:38:28.195236 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-5bf62f4f-47d5-43ab-ae11-54af449ef1b6 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "PUT /v2.0/floatingips/28997f49-117c-447d-9f0c-e4e7f750a08c HTTP/1.1" status: 200 len: 991 time: 0.9140260 Nov 10 14:38:28.195236 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9f002c-8a61-4f4c-881c-99f6c5f40152', 'tag': 'b995ac0b-7b1c-441f-89e3-62455730bf4b'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:38:28.195671 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244df45d-3b83-44c5-a9f8-b8be0b4da125" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9f002c-8a61-4f4c-881c-99f6c5f40152", "tag": "b995ac0b-7b1c-441f-89e3-62455730bf4b"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:38:28.238601 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbe1349-07bc-4dcf-b981-48c9919f531f x-openstack-request-id: req-3fbe1349-07bc-4dcf-b981-48c9919f531f {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:38:28.238954 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9f002c-8a61-4f4c-881c-99f6c5f40152", "tag": "b995ac0b-7b1c-441f-89e3-62455730bf4b", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:38:28.239304 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3fbe1349-07bc-4dcf-b981-48c9919f531f {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:38:28.239773 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9f002c-8a61-4f4c-881c-99f6c5f40152', 'tag': 'b995ac0b-7b1c-441f-89e3-62455730bf4b', 'status': 'completed', 'code': 200} Nov 10 14:38:28.291185 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-a58bafe7-575e-4dcb-8b67-57fa2a46d397 None None] Set router 2a4aee9c-f932-4f84-81ec-2da9046f9172 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:38:28.304728 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244df45d-3b83-44c5-a9f8-b8be0b4da125 req-fc0ff4b4-aefe-45f3-ae80-82800352ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:28.306251 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-244df45d-3b83-44c5-a9f8-b8be0b4da125 req-fc0ff4b4-aefe-45f3-ae80-82800352ccc0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2430c7f095e74156a1565c216a9a2b06&device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 1098 time: 0.0427310 Nov 10 14:38:28.405357 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244df45d-3b83-44c5-a9f8-b8be0b4da125 req-55543d9d-8032-4347-94e4-12283d4e7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:28.407138 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-244df45d-3b83-44c5-a9f8-b8be0b4da125 req-55543d9d-8032-4347-94e4-12283d4e7c67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51adad85-2310-4257-b12d-2fa5a02b15eb HTTP/1.1" status: 200 len: 911 time: 0.0897593 Nov 10 14:38:28.474851 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-244df45d-3b83-44c5-a9f8-b8be0b4da125 req-d0911ec2-0f58-46fa-a85b-569fb01f390b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b995ac0b-7b1c-441f-89e3-62455730bf4b HTTP/1.1" status: 200 len: 999 time: 0.0600014 Nov 10 14:38:28.530114 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244df45d-3b83-44c5-a9f8-b8be0b4da125 req-47021fcf-52f8-4b5e-a1ac-984f690df2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:28.532375 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-244df45d-3b83-44c5-a9f8-b8be0b4da125 req-47021fcf-52f8-4b5e-a1ac-984f690df2e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe999501-c772-4030-bed3-027c2ee0e36a HTTP/1.1" status: 200 len: 849 time: 0.0472810 Nov 10 14:38:28.532515 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-a58bafe7-575e-4dcb-8b67-57fa2a46d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '28997f49-117c-447d-9f0c-e4e7f750a08c', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'port_id': 'b995ac0b-7b1c-441f-89e3-62455730bf4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'mac_address': 'fa:16:3e:5e:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9f002c-8a61-4f4c-881c-99f6c5f40152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:38:14Z', 'updated_at': '2021-11-10T14:38:27Z', 'revision_number': 1, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:31:04Z', 'revision_number': 5, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:38:28.558624 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58bafe7-575e-4dcb-8b67-57fa2a46d397 None None] Checking router: 2a4aee9c-f932-4f84-81ec-2da9046f9172 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:38:28.568001 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58bafe7-575e-4dcb-8b67-57fa2a46d397 None None] Routers {'2a4aee9c-f932-4f84-81ec-2da9046f9172'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:38:28.568636 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-a58bafe7-575e-4dcb-8b67-57fa2a46d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:38:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['2a4aee9c-f932-4f84-81ec-2da9046f9172'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:38:28.579156 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244df45d-3b83-44c5-a9f8-b8be0b4da125 req-0312a29f-19cc-4dc5-b353-a6bfe24e6337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:28.580677 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-244df45d-3b83-44c5-a9f8-b8be0b4da125 req-0312a29f-19cc-4dc5-b353-a6bfe24e6337 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51adad85-2310-4257-b12d-2fa5a02b15eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407147 Nov 10 14:38:28.669829 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-244df45d-3b83-44c5-a9f8-b8be0b4da125 req-9a27e91a-3f46-4cf2-a650-287a75785704 service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811613 Nov 10 14:38:28.674243 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-a58bafe7-575e-4dcb-8b67-57fa2a46d397 None None] Set router 2a4aee9c-f932-4f84-81ec-2da9046f9172 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:38:28.761574 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-244df45d-3b83-44c5-a9f8-b8be0b4da125 req-cd3daf03-c62d-402b-a438-d1e17c441222 service neutron] 10.222.0.32 "GET /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840726 Nov 10 14:38:28.909849 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-a58bafe7-575e-4dcb-8b67-57fa2a46d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '28997f49-117c-447d-9f0c-e4e7f750a08c', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'port_id': 'b995ac0b-7b1c-441f-89e3-62455730bf4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'mac_address': 'fa:16:3e:5e:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9f002c-8a61-4f4c-881c-99f6c5f40152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:38:14Z', 'updated_at': '2021-11-10T14:38:27Z', 'revision_number': 1, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:31:04Z', 'revision_number': 5, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:38:28.935669 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58bafe7-575e-4dcb-8b67-57fa2a46d397 None None] The sync data for ids ['2a4aee9c-f932-4f84-81ec-2da9046f9172'] in dv-cinder-817229-1-iscsi is: [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '28997f49-117c-447d-9f0c-e4e7f750a08c', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'port_id': 'b995ac0b-7b1c-441f-89e3-62455730bf4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'mac_address': 'fa:16:3e:5e:4c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9f002c-8a61-4f4c-881c-99f6c5f40152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:38:14Z', 'updated_at': '2021-11-10T14:38:27Z', 'revision_number': 1, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:31:04Z', 'revision_number': 5, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:38:29.119495 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907cc3f7-4ba7-4e83-b03d-c937e53295d6 None None] New status for floating IP 28997f49-117c-447d-9f0c-e4e7f750a08c: ACTIVE {{(pid=101585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:38:34.856207 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:38:40.451310 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8fcb1707-1558-437f-ba86-c8050191ff2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:43.013465 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-6fa53e2a-51eb-42cf-9253-4fe27ade1d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:44.133757 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:45.543605 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:45.941527 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1b235b28-1e75-48a6-a8de-48d3ec255b69 req-d64dfaf6-6add-49b2-9099-71ea51915d6f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655100 Nov 10 14:38:46.037586 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b235b28-1e75-48a6-a8de-48d3ec255b69 req-e02403af-8bef-4c1f-8ed7-5899e1e23fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:46.039065 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1b235b28-1e75-48a6-a8de-48d3ec255b69 req-e02403af-8bef-4c1f-8ed7-5899e1e23fa1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9f92a156dc645639782d0a6f0c0bce1&device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 1099 time: 0.0435376 Nov 10 14:38:46.371240 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b235b28-1e75-48a6-a8de-48d3ec255b69 req-bd2ee6bc-0642-4b2b-a11b-cc116691b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:46.372725 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1b235b28-1e75-48a6-a8de-48d3ec255b69 req-bd2ee6bc-0642-4b2b-a11b-cc116691b7d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5184a503-cc4c-4809-8b63-f864fb64cd68 HTTP/1.1" status: 200 len: 910 time: 0.3091435 Nov 10 14:38:46.439200 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1b235b28-1e75-48a6-a8de-48d3ec255b69 req-72818fcb-0dc1-4eb9-9dcb-5e1766201c29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=180c3692-f0b1-4438-a480-c168718c7a7e HTTP/1.1" status: 200 len: 1002 time: 0.0578930 Nov 10 14:38:46.488446 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b235b28-1e75-48a6-a8de-48d3ec255b69 req-424953f0-e300-4068-bb9d-f6766058e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:46.489854 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1b235b28-1e75-48a6-a8de-48d3ec255b69 req-424953f0-e300-4068-bb9d-f6766058e781 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83080cf6-bd73-42eb-b88e-f5cd8093070c HTTP/1.1" status: 200 len: 848 time: 0.0423188 Nov 10 14:38:46.547675 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b235b28-1e75-48a6-a8de-48d3ec255b69 req-ba136424-6a99-4cfa-9da0-ae0a3cc37438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:38:46.550147 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1b235b28-1e75-48a6-a8de-48d3ec255b69 req-ba136424-6a99-4cfa-9da0-ae0a3cc37438 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5184a503-cc4c-4809-8b63-f864fb64cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526319 Nov 10 14:38:46.650925 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1b235b28-1e75-48a6-a8de-48d3ec255b69 req-53a0e955-4c63-41f8-af4f-59ab8c4c7de9 service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923398 Nov 10 14:38:46.669449 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:38:46.739526 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1b235b28-1e75-48a6-a8de-48d3ec255b69 req-64ccceb5-728e-4ab2-a4da-b109c36cd950 service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804641 Nov 10 14:38:47.743652 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:10.453468 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa537-735f-4e5d-9019-8009ecc3d80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:11.858155 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:39:13.014434 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a635a61a-bed4-4329-8f67-77f4f1bb3a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:14.135927 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:15.545326 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:16.671517 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:17.118850 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-89f1a263-16c7-47b8-88b8-8822530740c3 req-5e8232e0-3107-4c4b-8ad0-8e20b82ba8c7 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1377343266&fields=id&tenant_id=a609ce2a4124456683be236d253bd11e HTTP/1.1" status: 200 len: 267 time: 0.0560677 Nov 10 14:39:17.175064 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1a263-16c7-47b8-88b8-8822530740c3 req-b14aa174-7e0f-4abd-ab47-9fb716fb5fc5 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:17.176522 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-89f1a263-16c7-47b8-88b8-8822530740c3 req-b14aa174-7e0f-4abd-ab47-9fb716fb5fc5 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 984 time: 0.0518594 Nov 10 14:39:17.187048 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-89f1a263-16c7-47b8-88b8-8822530740c3 req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Request body: {'port': {'security_groups': ['844eea0e-8c32-4e9a-8fa1-a419c6a08a8a']}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:39:17.253624 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-89f1a263-16c7-47b8-88b8-8822530740c3 req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:17.433622 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-89f1a263-16c7-47b8-88b8-8822530740c3 req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] For port 9ad84d9c-b297-4fab-b1be-99ebf325456c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9ad84d9c-b297-4fab-b1be-99ebf325456c,segment=NetworkSegment(dd6954ab-b279-490b-9614-cfc6ac9a2714),segment_id=dd6954ab-b279-490b-9614-cfc6ac9a2714)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:17.462903 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-89f1a263-16c7-47b8-88b8-8822530740c3 req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:17.468125 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-89f1a263-16c7-47b8-88b8-8822530740c3 req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:17.486022 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['9ad84d9c-b297-4fab-b1be-99ebf325456c'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:39:17.519440 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1a263-16c7-47b8-88b8-8822530740c3 req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:17.520081 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-89f1a263-16c7-47b8-88b8-8822530740c3 req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:17.521505 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-89f1a263-16c7-47b8-88b8-8822530740c3 req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "PUT /v2.0/ports/9ad84d9c-b297-4fab-b1be-99ebf325456c HTTP/1.1" status: 200 len: 942 time: 0.3387928 Nov 10 14:39:17.521968 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5efa773-2722-404a-878c-b56e865e7740', 'tag': '9ad84d9c-b297-4fab-b1be-99ebf325456c'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:39:17.524235 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea8fc0e-c2b7-4b21-bc1c-f3d2e5a06064" -d '{"events": [{"name": "network-changed", "server_uuid": "a5efa773-2722-404a-878c-b56e865e7740", "tag": "9ad84d9c-b297-4fab-b1be-99ebf325456c"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:39:17.528950 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37528) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:17.551833 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event updated for resources: {'Port': ['ID=9ad84d9c-b297-4fab-b1be-99ebf325456c,revision_number=7']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:17.564678 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.564845 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.565176 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.565514 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.565848 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.566190 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.566519 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.566850 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.567175 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.567499 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.567846 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.568132 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a135bbce-9c36-40ef-bab6-d1878c162145 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.627585 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:17.644632 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['9ad84d9c-b297-4fab-b1be-99ebf325456c'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:39:17.651574 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad820dd-919f-4c68-a23e-fc4b74491051 x-openstack-request-id: req-aad820dd-919f-4c68-a23e-fc4b74491051 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:39:17.651893 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5efa773-2722-404a-878c-b56e865e7740", "tag": "9ad84d9c-b297-4fab-b1be-99ebf325456c", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:39:17.652193 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aad820dd-919f-4c68-a23e-fc4b74491051 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:39:17.652798 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5efa773-2722-404a-878c-b56e865e7740', 'tag': '9ad84d9c-b297-4fab-b1be-99ebf325456c', 'status': 'completed', 'code': 200} Nov 10 14:39:17.662841 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:17.767980 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8fc0e-c2b7-4b21-bc1c-f3d2e5a06064 req-45910685-7223-4011-b884-aef96afaa55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:17.770667 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0ea8fc0e-c2b7-4b21-bc1c-f3d2e5a06064 req-45910685-7223-4011-b884-aef96afaa55e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a609ce2a4124456683be236d253bd11e&device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 1098 time: 0.0839896 Nov 10 14:39:17.771390 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:17.773936 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:17.777527 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "DELETE /v2.0/security-groups/e8391ede-8045-4d20-a9c8-923499c0ec47 HTTP/1.1" status: 204 len: 168 time: 0.2442396 Nov 10 14:39:17.777686 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:17.778148 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37532) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:17.793494 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8391ede-8045-4d20-a9c8-923499c0ec47,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:17.818204 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.818448 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.818971 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.819535 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.820019 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.820579 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.820899 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.821258 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.821578 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.822070 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.822251 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.822552 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586ed9e8-f21b-49b2-9354-6ed648a2e156 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:17.861260 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-e6cea26d-1513-4e3c-8fab-862a8419874d None None] Provisioning complete for port 9ad84d9c-b297-4fab-b1be-99ebf325456c triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:17.861817 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e6cea26d-1513-4e3c-8fab-862a8419874d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:17.896355 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8fc0e-c2b7-4b21-bc1c-f3d2e5a06064 req-619eb588-170c-422f-88c6-481d261aa9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:17.897988 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0ea8fc0e-c2b7-4b21-bc1c-f3d2e5a06064 req-619eb588-170c-422f-88c6-481d261aa9aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9 HTTP/1.1" status: 200 len: 915 time: 0.1180658 Nov 10 14:39:17.969075 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0ea8fc0e-c2b7-4b21-bc1c-f3d2e5a06064 req-ba5afcf5-0550-4b85-a0eb-83ed3ac374af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad84d9c-b297-4fab-b1be-99ebf325456c HTTP/1.1" status: 200 len: 1001 time: 0.0627155 Nov 10 14:39:17.978947 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-d5f36ee0-2310-4d0e-bebd-179ed1e5c414 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Deleting port 276d158e-37de-4d85-9d5c-9235478d6e70 {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:17.979357 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d5f36ee0-2310-4d0e-bebd-179ed1e5c414 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:18.018398 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8fc0e-c2b7-4b21-bc1c-f3d2e5a06064 req-91d5b66b-a8a1-4735-93a4-bc7c798fa3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:18.019951 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0ea8fc0e-c2b7-4b21-bc1c-f3d2e5a06064 req-91d5b66b-a8a1-4735-93a4-bc7c798fa3b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79c880c0-47fe-47a6-84a5-527e6e388c8b HTTP/1.1" status: 200 len: 853 time: 0.0431659 Nov 10 14:39:18.054079 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d5f36ee0-2310-4d0e-bebd-179ed1e5c414 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:18.054405 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d5f36ee0-2310-4d0e-bebd-179ed1e5c414 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:18.069875 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8fc0e-c2b7-4b21-bc1c-f3d2e5a06064 req-0ccba229-c67d-4758-8842-2e8b3e0cf00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:18.071372 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0ea8fc0e-c2b7-4b21-bc1c-f3d2e5a06064 req-0ccba229-c67d-4758-8842-2e8b3e0cf00d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437021 Nov 10 14:39:18.077076 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-d5f36ee0-2310-4d0e-bebd-179ed1e5c414 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Calling delete_port for 276d158e-37de-4d85-9d5c-9235478d6e70 owned by network:floatingip {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:18.162643 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0ea8fc0e-c2b7-4b21-bc1c-f3d2e5a06064 req-127d1708-632c-4a7f-89e9-260183d1146a service neutron] 10.222.0.32 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830665 Nov 10 14:39:18.253804 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d5f36ee0-2310-4d0e-bebd-179ed1e5c414 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:18.257177 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0ea8fc0e-c2b7-4b21-bc1c-f3d2e5a06064 req-fb9fd6cb-0e74-4dcd-9d61-1c5284141efb service neutron] 10.222.0.32 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869873 Nov 10 14:39:18.283280 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f36ee0-2310-4d0e-bebd-179ed1e5c414 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event deleted for resources: {'Port': ['ID=276d158e-37de-4d85-9d5c-9235478d6e70,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:18.340972 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d5f36ee0-2310-4d0e-bebd-179ed1e5c414 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks [] for floatingip, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:18.341352 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.l3_db [None req-d5f36ee0-2310-4d0e-bebd-179ed1e5c414 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Floating IP cc23c8c7-a5a9-470a-b534-ff90b5cc8b3d disassociated (deleted). External IP: 172.27.1.184, port: 9ad84d9c-b297-4fab-b1be-99ebf325456c. Nov 10 14:39:18.555265 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f36ee0-2310-4d0e-bebd-179ed1e5c414 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:39:18.661353 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f36ee0-2310-4d0e-bebd-179ed1e5c414 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:39:18.666285 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d5f36ee0-2310-4d0e-bebd-179ed1e5c414 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:18.670784 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f8f41-7f0e-4529-8a08-bd69c7e94fbc None None] Sync routers for ids ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:39:18.680918 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f8f41-7f0e-4529-8a08-bd69c7e94fbc None None] Routers {'9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:18.681528 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-3f0f8f41-7f0e-4529-8a08-bd69c7e94fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:18.693753 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-d5f36ee0-2310-4d0e-bebd-179ed1e5c414 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "DELETE /v2.0/floatingips/cc23c8c7-a5a9-470a-b534-ff90b5cc8b3d HTTP/1.1" status: 204 len: 168 time: 0.9146202 Nov 10 14:39:18.915420 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-3f0f8f41-7f0e-4529-8a08-bd69c7e94fbc None None] Set router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:19.109324 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-3f0f8f41-7f0e-4529-8a08-bd69c7e94fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 4, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '9f0d587b-b652-4d6d-a230-f728c5bf3ea1', 'name': '', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'mac_address': 'fa:16:3e:47:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:25Z', 'updated_at': '2021-11-10T14:35:33Z', 'revision_number': 5, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'subnets': [{'id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:19.135227 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f8f41-7f0e-4529-8a08-bd69c7e94fbc None None] Checking router: 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:39:19.144170 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f8f41-7f0e-4529-8a08-bd69c7e94fbc None None] Routers {'9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:19.144798 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-3f0f8f41-7f0e-4529-8a08-bd69c7e94fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:19.246505 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-3f0f8f41-7f0e-4529-8a08-bd69c7e94fbc None None] Set router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:19.448474 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-3f0f8f41-7f0e-4529-8a08-bd69c7e94fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 4, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '9f0d587b-b652-4d6d-a230-f728c5bf3ea1', 'name': '', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'mac_address': 'fa:16:3e:47:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:25Z', 'updated_at': '2021-11-10T14:35:33Z', 'revision_number': 5, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'subnets': [{'id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:19.479452 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f8f41-7f0e-4529-8a08-bd69c7e94fbc None None] The sync data for ids ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'] in dv-cinder-817229-1-iscsi is: [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:35:26Z', 'revision_number': 4, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '9f0d587b-b652-4d6d-a230-f728c5bf3ea1', 'name': '', 'network_id': 'ba8bbec4-46f6-4fd1-81e8-14736e6decb9', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'mac_address': 'fa:16:3e:47:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:25Z', 'updated_at': '2021-11-10T14:35:33Z', 'revision_number': 5, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'subnets': [{'id': '79c880c0-47fe-47a6-84a5-527e6e388c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:39:19.653628 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5efa773-2722-404a-878c-b56e865e7740', 'tag': '9ad84d9c-b297-4fab-b1be-99ebf325456c'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:39:19.656140 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d86ef6-b18f-4254-a90d-55eeecb7422f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5efa773-2722-404a-878c-b56e865e7740", "tag": "9ad84d9c-b297-4fab-b1be-99ebf325456c"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:39:19.692875 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c46d1d1-ff92-4714-b054-6b6b92c5fa17 x-openstack-request-id: req-9c46d1d1-ff92-4714-b054-6b6b92c5fa17 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:39:19.693182 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5efa773-2722-404a-878c-b56e865e7740", "tag": "9ad84d9c-b297-4fab-b1be-99ebf325456c", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:39:19.693432 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c46d1d1-ff92-4714-b054-6b6b92c5fa17 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:39:19.693833 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5efa773-2722-404a-878c-b56e865e7740', 'tag': '9ad84d9c-b297-4fab-b1be-99ebf325456c', 'status': 'completed', 'code': 200} Nov 10 14:39:19.708841 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13cb345-c4f0-4784-9236-fa109013b492 None None] New status for floating IP cc23c8c7-a5a9-470a-b534-ff90b5cc8b3d: DOWN {{(pid=101585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:39:19.757169 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86ef6-b18f-4254-a90d-55eeecb7422f req-6832f364-4fb9-406c-a619-0bd3a17b95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:19.758970 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-66d86ef6-b18f-4254-a90d-55eeecb7422f req-6832f364-4fb9-406c-a619-0bd3a17b95d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a609ce2a4124456683be236d253bd11e&device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 1098 time: 0.0427179 Nov 10 14:39:19.865925 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86ef6-b18f-4254-a90d-55eeecb7422f req-8f54a5a8-d2ea-451c-b880-21abf8c81911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:19.867403 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-66d86ef6-b18f-4254-a90d-55eeecb7422f req-8f54a5a8-d2ea-451c-b880-21abf8c81911 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9 HTTP/1.1" status: 200 len: 915 time: 0.0945542 Nov 10 14:39:19.913287 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-66d86ef6-b18f-4254-a90d-55eeecb7422f req-05de6320-761a-4cc3-ae5b-b8e6bb3b2aa0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad84d9c-b297-4fab-b1be-99ebf325456c HTTP/1.1" status: 200 len: 217 time: 0.0371125 Nov 10 14:39:19.963072 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86ef6-b18f-4254-a90d-55eeecb7422f req-9cb34348-c275-4183-ac5e-e9f7d2c087db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:19.964599 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-66d86ef6-b18f-4254-a90d-55eeecb7422f req-9cb34348-c275-4183-ac5e-e9f7d2c087db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79c880c0-47fe-47a6-84a5-527e6e388c8b HTTP/1.1" status: 200 len: 853 time: 0.0445492 Nov 10 14:39:20.011313 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86ef6-b18f-4254-a90d-55eeecb7422f req-34e67e61-ddee-4930-8e9c-4b20791bd3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:20.012921 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-66d86ef6-b18f-4254-a90d-55eeecb7422f req-34e67e61-ddee-4930-8e9c-4b20791bd3ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba8bbec4-46f6-4fd1-81e8-14736e6decb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409443 Nov 10 14:39:20.107166 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-66d86ef6-b18f-4254-a90d-55eeecb7422f req-53afd34a-2b88-41e6-ae3b-875d52de2cdf service neutron] 10.222.0.32 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866623 Nov 10 14:39:20.205293 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-66d86ef6-b18f-4254-a90d-55eeecb7422f req-d479aa16-4192-4704-bc25-4777c1718baf service neutron] 10.222.0.32 "GET /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898161 Nov 10 14:39:21.418283 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb6c5-d9a7-4392-95b1-7b8ea66ae6e8 req-805c0e5c-8a42-4ea5-bdc4-67d9384b863a tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:21.419777 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fcbcb6c5-d9a7-4392-95b1-7b8ea66ae6e8 req-805c0e5c-8a42-4ea5-bdc4-67d9384b863a tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0491710 Nov 10 14:39:21.468209 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fcbcb6c5-d9a7-4392-95b1-7b8ea66ae6e8 req-14be69df-2071-40c4-91c7-7df7b6296a8e tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417571 Nov 10 14:39:22.584792 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77e2ca-2495-4e49-b5bf-b7f021e63dce req-4b0b8382-2090-4cdd-ac2e-fd3c1db6e774 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:22.586261 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0c77e2ca-2495-4e49-b5bf-b7f021e63dce req-4b0b8382-2090-4cdd-ac2e-fd3c1db6e774 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0487392 Nov 10 14:39:22.632589 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0c77e2ca-2495-4e49-b5bf-b7f021e63dce req-bd42f0f7-1ba6-4990-9287-77f3c7e2c00c tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/security-groups?id=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404820 Nov 10 14:39:23.369814 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc6ac5-67d1-4ca7-8e1c-3cfa020da6af req-d08344ab-0e91-40f6-a685-4f565217d905 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:23.371186 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-08bc6ac5-67d1-4ca7-8e1c-3cfa020da6af req-d08344ab-0e91-40f6-a685-4f565217d905 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 945 time: 0.0487394 Nov 10 14:39:23.464723 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-08bc6ac5-67d1-4ca7-8e1c-3cfa020da6af req-8cee2231-b0b6-4e22-b0d9-330771b01841 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Deleting port 9ad84d9c-b297-4fab-b1be-99ebf325456c {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:23.465059 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-08bc6ac5-67d1-4ca7-8e1c-3cfa020da6af req-8cee2231-b0b6-4e22-b0d9-330771b01841 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:23.549968 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-08bc6ac5-67d1-4ca7-8e1c-3cfa020da6af req-8cee2231-b0b6-4e22-b0d9-330771b01841 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] For port 9ad84d9c-b297-4fab-b1be-99ebf325456c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9ad84d9c-b297-4fab-b1be-99ebf325456c,segment=NetworkSegment(dd6954ab-b279-490b-9614-cfc6ac9a2714),segment_id=dd6954ab-b279-490b-9614-cfc6ac9a2714)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:23.550322 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-08bc6ac5-67d1-4ca7-8e1c-3cfa020da6af req-8cee2231-b0b6-4e22-b0d9-330771b01841 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:23.562108 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-08bc6ac5-67d1-4ca7-8e1c-3cfa020da6af req-8cee2231-b0b6-4e22-b0d9-330771b01841 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Calling delete_port for 9ad84d9c-b297-4fab-b1be-99ebf325456c owned by compute:nova {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:23.686772 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-08bc6ac5-67d1-4ca7-8e1c-3cfa020da6af req-8cee2231-b0b6-4e22-b0d9-330771b01841 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:23.699934 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['9ad84d9c-b297-4fab-b1be-99ebf325456c'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:39:23.715481 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee2231-b0b6-4e22-b0d9-330771b01841 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Pushing event deleted for resources: {'Port': ['ID=9ad84d9c-b297-4fab-b1be-99ebf325456c,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:23.744949 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-69cdfb93-1b64-4cff-b391-517c881b8bcb req-32658a70-83ff-4652-8052-db7894440880 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5efa773-2722-404a-878c-b56e865e7740 HTTP/1.1" status: 200 len: 210 time: 0.0338211 Nov 10 14:39:23.789783 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bc6ac5-67d1-4ca7-8e1c-3cfa020da6af req-8cee2231-b0b6-4e22-b0d9-330771b01841 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] No DVR routers for this DVR port 9ad84d9c-b297-4fab-b1be-99ebf325456c on host hv-cinder-81722 {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:39:23.792391 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-08bc6ac5-67d1-4ca7-8e1c-3cfa020da6af req-8cee2231-b0b6-4e22-b0d9-330771b01841 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:23.795733 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-08bc6ac5-67d1-4ca7-8e1c-3cfa020da6af req-8cee2231-b0b6-4e22-b0d9-330771b01841 tempest-TestMinimumBasicScenario-634294563 tempest-TestMinimumBasicScenario-634294563-project] 10.222.0.32 "DELETE /v2.0/ports/9ad84d9c-b297-4fab-b1be-99ebf325456c HTTP/1.1" status: 204 len: 173 time: 0.4178445 Nov 10 14:39:23.796180 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5efa773-2722-404a-878c-b56e865e7740', 'name': 'network-vif-deleted', 'tag': '9ad84d9c-b297-4fab-b1be-99ebf325456c'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:39:23.798547 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f76b316-626a-4a68-8b54-6a1c048c6538" -d '{"events": [{"server_uuid": "a5efa773-2722-404a-878c-b56e865e7740", "name": "network-vif-deleted", "tag": "9ad84d9c-b297-4fab-b1be-99ebf325456c"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:39:23.835126 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587fc0ad-1965-4f43-9580-8713e06c34a6 x-openstack-request-id: req-587fc0ad-1965-4f43-9580-8713e06c34a6 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:39:23.835408 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5efa773-2722-404a-878c-b56e865e7740", "name": "network-vif-deleted", "tag": "9ad84d9c-b297-4fab-b1be-99ebf325456c", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:39:23.835655 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-587fc0ad-1965-4f43-9580-8713e06c34a6 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:39:23.836044 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5efa773-2722-404a-878c-b56e865e7740', 'name': 'network-vif-deleted', 'tag': '9ad84d9c-b297-4fab-b1be-99ebf325456c', 'status': 'completed', 'code': 200} Nov 10 14:39:25.320311 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37648) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:25.648734 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-97c67832-91b9-44d9-83c8-33f1cbc80b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804385'] for router_interface, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:25.882166 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-97c67832-91b9-44d9-83c8-33f1cbc80b19 admin admin] Deleting port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:25.882500 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-97c67832-91b9-44d9-83c8-33f1cbc80b19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:25.961714 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [None req-97c67832-91b9-44d9-83c8-33f1cbc80b19 admin admin] For port 9f0d587b-b652-4d6d-a230-f728c5bf3ea1, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=9f0d587b-b652-4d6d-a230-f728c5bf3ea1,segment=NetworkSegment(dd6954ab-b279-490b-9614-cfc6ac9a2714),segment_id=dd6954ab-b279-490b-9614-cfc6ac9a2714)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:25.962103 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-97c67832-91b9-44d9-83c8-33f1cbc80b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:25.974572 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-97c67832-91b9-44d9-83c8-33f1cbc80b19 admin admin] Calling delete_port for 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 owned by network:router_interface {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:26.149958 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-97c67832-91b9-44d9-83c8-33f1cbc80b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:26.174664 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c67832-91b9-44d9-83c8-33f1cbc80b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0d587b-b652-4d6d-a230-f728c5bf3ea1,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:26.347947 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-97c67832-91b9-44d9-83c8-33f1cbc80b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3713617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3804785'] for router_interface, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:26.566963 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c67832-91b9-44d9-83c8-33f1cbc80b19 admin admin] Router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:39:26.668731 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c67832-91b9-44d9-83c8-33f1cbc80b19 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:39:26.673705 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-97c67832-91b9-44d9-83c8-33f1cbc80b19 admin admin] 10.222.0.39 "PUT /v2.0/routers/9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3523760 Nov 10 14:39:26.676375 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37654) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:26.677709 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9da9a9-7049-40c9-8f69-3cabe1fcff69 None None] Sync routers for ids ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:39:26.687382 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9da9a9-7049-40c9-8f69-3cabe1fcff69 None None] Routers {'9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:26.688021 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-5e9da9a9-7049-40c9-8f69-3cabe1fcff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:26.779900 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] Publish callbacks [] for router, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:26.790966 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-5e9da9a9-7049-40c9-8f69-3cabe1fcff69 None None] Set router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:26.977763 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-5e9da9a9-7049-40c9-8f69-3cabe1fcff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:39:26Z', 'revision_number': 5, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:27.004920 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9da9a9-7049-40c9-8f69-3cabe1fcff69 None None] Checking router: 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:39:27.013825 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9da9a9-7049-40c9-8f69-3cabe1fcff69 None None] Routers {'9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:27.014439 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-5e9da9a9-7049-40c9-8f69-3cabe1fcff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:27.113661 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:27.122949 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-5e9da9a9-7049-40c9-8f69-3cabe1fcff69 None None] Set router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:27.168283 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] Deleting port 2411aef1-d404-41d0-95f4-a534ef53d848 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:27.168650 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:27.246175 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] For port 2411aef1-d404-41d0-95f4-a534ef53d848, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=2411aef1-d404-41d0-95f4-a534ef53d848,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:27.246458 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:27.259202 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] Calling delete_port for 2411aef1-d404-41d0-95f4-a534ef53d848 owned by network:router_gateway {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:27.305342 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-5e9da9a9-7049-40c9-8f69-3cabe1fcff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:39:26Z', 'revision_number': 5, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:27.332222 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9da9a9-7049-40c9-8f69-3cabe1fcff69 None None] The sync data for ids ['9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7'] in dv-cinder-817229-1-iscsi is: [{'id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'name': 'tempest-TestMinimumBasicScenario-413578237-router', 'tenant_id': 'a609ce2a4124456683be236d253bd11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:22Z', 'updated_at': '2021-11-10T14:39:26Z', 'revision_number': 5, 'project_id': 'a609ce2a4124456683be236d253bd11e', 'gw_port': {'id': '2411aef1-d404-41d0-95f4-a534ef53d848', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:23Z', 'updated_at': '2021-11-10T14:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:39:27.429645 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:27.455111 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] Pushing event deleted for resources: {'Port': ['ID=2411aef1-d404-41d0-95f4-a534ef53d848,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:27.512997 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3801243'] for router_gateway, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:27.604455 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126616'] for router, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:27.606624 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:27.648704 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806983'] for router, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:27.649242 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 {{(pid=101582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 14:39:27.654564 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] Publish callbacks [] for router, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:27.655822 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-1c290910-df09-431e-9bef-0c0ef722ab74 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9e6a4e8a-2ab3-4cac-9745-bc7e879d00c7 HTTP/1.1" status: 204 len: 168 time: 0.9785225 Nov 10 14:39:27.659063 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37660) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:27.702853 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8159d7-17c7-4d65-b174-ccc22420986c admin admin] Deleting subnet 79c880c0-47fe-47a6-84a5-527e6e388c8b {{(pid=101582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:39:27.706662 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9d8159d7-17c7-4d65-b174-ccc22420986c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:27.742029 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9d8159d7-17c7-4d65-b174-ccc22420986c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126461'] for subnet, precommit_delete_associations {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:27.865988 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9d8159d7-17c7-4d65-b174-ccc22420986c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:27.921258 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9d8159d7-17c7-4d65-b174-ccc22420986c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8824709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8836702'] for subnet, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:27.952118 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8159d7-17c7-4d65-b174-ccc22420986c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c880c0-47fe-47a6-84a5-527e6e388c8b,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:27.956595 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9d8159d7-17c7-4d65-b174-ccc22420986c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:27.962060 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-9d8159d7-17c7-4d65-b174-ccc22420986c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/79c880c0-47fe-47a6-84a5-527e6e388c8b HTTP/1.1" status: 204 len: 168 time: 0.2997417 Nov 10 14:39:27.962800 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37662) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:27.963906 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20270e29-372b-4641-b802-af48389c9f32 None None] Network ba8bbec4-46f6-4fd1-81e8-14736e6decb9 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:39:28.046138 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:28.098679 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Deleting port 130cdd87-ef36-48a3-a602-cd978f80849e {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:28.099014 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:28.145810 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 9ad84d9c-b297-4fab-b1be-99ebf325456c no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:39:28.165746 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: 9ad84d9c-b297-4fab-b1be-99ebf325456c {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:39:28.166091 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 9ad84d9c-b297-4fab-b1be-99ebf325456c not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:39:28.172451 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] For port 130cdd87-ef36-48a3-a602-cd978f80849e, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=130cdd87-ef36-48a3-a602-cd978f80849e,segment=NetworkSegment(dd6954ab-b279-490b-9614-cfc6ac9a2714),segment_id=dd6954ab-b279-490b-9614-cfc6ac9a2714)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:28.173285 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:28.185627 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Calling delete_port for 130cdd87-ef36-48a3-a602-cd978f80849e owned by network:dhcp {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:28.264037 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:28.289104 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Pushing event deleted for resources: {'Port': ['ID=130cdd87-ef36-48a3-a602-cd978f80849e,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:28.295109 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] No DVR routers for this DVR port 130cdd87-ef36-48a3-a602-cd978f80849e on host dv-cinder-817229-1-iscsi {{(pid=101583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:39:28.369458 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96baf034-226d-415c-8b87-10eef1054adb None None] DHCP port deletion for ba8bbec4-46f6-4fd1-81e8-14736e6decb9 request from dv-cinder-817229-1-iscsi {{(pid=101584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 14:39:28.372940 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:28.395291 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8bbec4-46f6-4fd1-81e8-14736e6decb9']}} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:28.409630 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6954ab-b279-490b-9614-cfc6ac9a2714') {'for_net_delete': True} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:28.410027 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6954ab-b279-490b-9614-cfc6ac9a2714') {} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:28.421707 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9874534'] for segment, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:28.436006 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:28.442406 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:39:28.442780 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253879'] for segment, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: Traceback (most recent call last): Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: timer() Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: cb(*args, **kw) Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: return func(*args, **kwargs) Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: self._notify() Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: self.callback(batched_events) Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: event.method(event) Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: return f(self, *a, **k) Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._get(url).json() Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: return self.request(url, 'GET', **kwargs) Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:39:28.444419 dv-cinder-817229-1-iscsi neutron-server[101583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:39:28.449001 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:39:28.468718 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:39:28.469877 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 9f0d587b-b652-4d6d-a230-f728c5bf3ea1 not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:39:28.699792 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:28.704579 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:28.707881 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] 10.222.0.39 "DELETE /v2.0/networks/ba8bbec4-46f6-4fd1-81e8-14736e6decb9 HTTP/1.1" status: 204 len: 168 time: 0.7425203 Nov 10 14:39:28.710846 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37668) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:28.720238 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbb9d9-7aa3-4b31-a830-5f89d84c39bf admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8bbec4-46f6-4fd1-81e8-14736e6decb9,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:29.042876 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8c89435-ae4e-41ac-9ca4-ec8be3adefa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804385'] for router_interface, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:29.277082 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-d8c89435-ae4e-41ac-9ca4-ec8be3adefa3 admin admin] Deleting port 8248c246-a23d-4060-be4f-72ae9027a332 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:29.277416 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8c89435-ae4e-41ac-9ca4-ec8be3adefa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:29.358795 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [None req-d8c89435-ae4e-41ac-9ca4-ec8be3adefa3 admin admin] For port 8248c246-a23d-4060-be4f-72ae9027a332, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=8248c246-a23d-4060-be4f-72ae9027a332,segment=NetworkSegment(c828a363-e3b5-4d2c-be9d-01fda1baf9ed),segment_id=c828a363-e3b5-4d2c-be9d-01fda1baf9ed)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:29.359303 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8c89435-ae4e-41ac-9ca4-ec8be3adefa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:29.371774 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-d8c89435-ae4e-41ac-9ca4-ec8be3adefa3 admin admin] Calling delete_port for 8248c246-a23d-4060-be4f-72ae9027a332 owned by network:router_interface {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:29.554219 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8c89435-ae4e-41ac-9ca4-ec8be3adefa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:29.580387 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c89435-ae4e-41ac-9ca4-ec8be3adefa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8248c246-a23d-4060-be4f-72ae9027a332,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:29.755313 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d8c89435-ae4e-41ac-9ca4-ec8be3adefa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3713617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3804785'] for router_interface, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:29.970009 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c89435-ae4e-41ac-9ca4-ec8be3adefa3 admin admin] Router 8da72eec-50de-4ba4-b306-ef5516cba53f has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:39:30.065100 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 2411aef1-d404-41d0-95f4-a534ef53d848 no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:39:30.080068 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c89435-ae4e-41ac-9ca4-ec8be3adefa3 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:39:30.088068 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-d8c89435-ae4e-41ac-9ca4-ec8be3adefa3 admin admin] 10.222.0.39 "PUT /v2.0/routers/8da72eec-50de-4ba4-b306-ef5516cba53f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3735449 Nov 10 14:39:30.088068 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37674) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:30.088218 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 2411aef1-d404-41d0-95f4-a534ef53d848 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:39:30.088482 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 2411aef1-d404-41d0-95f4-a534ef53d848 not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:39:30.088838 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 130cdd87-ef36-48a3-a602-cd978f80849e no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:39:30.089160 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0810a600-fbd6-404b-ae94-447da7ad4ad9 None None] Sync routers for ids ['8da72eec-50de-4ba4-b306-ef5516cba53f'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:39:30.100253 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0810a600-fbd6-404b-ae94-447da7ad4ad9 None None] Routers {'8da72eec-50de-4ba4-b306-ef5516cba53f'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:30.100878 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-0810a600-fbd6-404b-ae94-447da7ad4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8da72eec-50de-4ba4-b306-ef5516cba53f'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:30.108309 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 130cdd87-ef36-48a3-a602-cd978f80849e {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:39:30.108685 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 130cdd87-ef36-48a3-a602-cd978f80849e not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:39:30.198946 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] Publish callbacks [] for router, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:30.212268 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-0810a600-fbd6-404b-ae94-447da7ad4ad9 None None] Set router 8da72eec-50de-4ba4-b306-ef5516cba53f gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:30.299932 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:30.352714 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] Deleting port f04627be-8230-4b15-bf7a-313d2f6d0a8f {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:30.353065 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:30.388093 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-0810a600-fbd6-404b-ae94-447da7ad4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'name': 'tempest-TestMinimumBasicScenario-1250269103-router', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f04627be-8230-4b15-bf7a-313d2f6d0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:29Z', 'updated_at': '2021-11-10T14:39:29Z', 'revision_number': 5, 'project_id': '8f838de64b68472fadacd66bafd5b4a0', 'gw_port': {'id': 'f04627be-8230-4b15-bf7a-313d2f6d0a8f', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:35:30Z', 'updated_at': '2021-11-10T14:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:30.413964 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0810a600-fbd6-404b-ae94-447da7ad4ad9 None None] Checking router: 8da72eec-50de-4ba4-b306-ef5516cba53f for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:39:30.423260 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0810a600-fbd6-404b-ae94-447da7ad4ad9 None None] Routers {'8da72eec-50de-4ba4-b306-ef5516cba53f'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:30.426469 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-0810a600-fbd6-404b-ae94-447da7ad4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8da72eec-50de-4ba4-b306-ef5516cba53f'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:30.445503 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] For port f04627be-8230-4b15-bf7a-313d2f6d0a8f, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=f04627be-8230-4b15-bf7a-313d2f6d0a8f,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:30.445895 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:30.458451 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] Calling delete_port for f04627be-8230-4b15-bf7a-313d2f6d0a8f owned by network:router_gateway {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:30.513752 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-0810a600-fbd6-404b-ae94-447da7ad4ad9 None None] Set router 8da72eec-50de-4ba4-b306-ef5516cba53f gateway port host: None {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:30.569869 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-0810a600-fbd6-404b-ae94-447da7ad4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'name': 'tempest-TestMinimumBasicScenario-1250269103-router', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:29Z', 'updated_at': '2021-11-10T14:39:30Z', 'revision_number': 6, 'project_id': '8f838de64b68472fadacd66bafd5b4a0', 'gw_port_host': None}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:30.597133 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0810a600-fbd6-404b-ae94-447da7ad4ad9 None None] The sync data for ids ['8da72eec-50de-4ba4-b306-ef5516cba53f'] in dv-cinder-817229-1-iscsi is: [{'id': '8da72eec-50de-4ba4-b306-ef5516cba53f', 'name': 'tempest-TestMinimumBasicScenario-1250269103-router', 'tenant_id': '8f838de64b68472fadacd66bafd5b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:35:29Z', 'updated_at': '2021-11-10T14:39:30Z', 'revision_number': 6, 'project_id': '8f838de64b68472fadacd66bafd5b4a0', 'gw_port_host': None}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:39:30.854999 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:30.881042 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] Pushing event deleted for resources: {'Port': ['ID=f04627be-8230-4b15-bf7a-313d2f6d0a8f,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:30.938799 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3801243'] for router_gateway, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.032721 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126616'] for router, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.034763 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.076115 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806983'] for router, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.076649 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da72eec-50de-4ba4-b306-ef5516cba53f {{(pid=101582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 14:39:31.081852 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] Publish callbacks [] for router, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.083201 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-8a5aff5e-3fac-4bd7-80e4-e3fa6ea94946 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8da72eec-50de-4ba4-b306-ef5516cba53f HTTP/1.1" status: 204 len: 168 time: 0.9942806 Nov 10 14:39:31.085831 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37680) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:31.129343 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d79616-5fac-4b6d-8ec2-ddd4be8222c4 admin admin] Deleting subnet 23933f70-7742-4bea-99da-9ff6f91bc102 {{(pid=101582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:39:31.132461 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-13d79616-5fac-4b6d-8ec2-ddd4be8222c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.165002 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-13d79616-5fac-4b6d-8ec2-ddd4be8222c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126461'] for subnet, precommit_delete_associations {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.242099 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-13d79616-5fac-4b6d-8ec2-ddd4be8222c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.293051 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-13d79616-5fac-4b6d-8ec2-ddd4be8222c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8824709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8836702'] for subnet, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.322349 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d79616-5fac-4b6d-8ec2-ddd4be8222c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23933f70-7742-4bea-99da-9ff6f91bc102,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:31.327197 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-13d79616-5fac-4b6d-8ec2-ddd4be8222c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.331230 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-13d79616-5fac-4b6d-8ec2-ddd4be8222c4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/23933f70-7742-4bea-99da-9ff6f91bc102 HTTP/1.1" status: 204 len: 168 time: 0.2437634 Nov 10 14:39:31.333289 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37682) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:31.334687 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e76bb-5af8-405b-a39b-2ad8363a9832 None None] Network f12eb43f-25d7-437b-9e8d-f457c14494e5 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:39:31.404849 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.468107 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Deleting port 56acfabb-99fd-4532-bb35-2c4f82c70605 {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:31.468485 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.533584 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] DHCP port deletion for f12eb43f-25d7-437b-9e8d-f457c14494e5 request from dv-cinder-817229-1-iscsi {{(pid=101584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 14:39:31.544237 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] For port 56acfabb-99fd-4532-bb35-2c4f82c70605, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=56acfabb-99fd-4532-bb35-2c4f82c70605,segment=NetworkSegment(c828a363-e3b5-4d2c-be9d-01fda1baf9ed),segment_id=c828a363-e3b5-4d2c-be9d-01fda1baf9ed)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:31.544597 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.557903 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Calling delete_port for 56acfabb-99fd-4532-bb35-2c4f82c70605 owned by network:dhcp {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:31.582533 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Deleting port 56acfabb-99fd-4532-bb35-2c4f82c70605 {{(pid=101584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:31.582931 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.644477 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.651758 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] For port 56acfabb-99fd-4532-bb35-2c4f82c70605, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=56acfabb-99fd-4532-bb35-2c4f82c70605,segment=NetworkSegment(c828a363-e3b5-4d2c-be9d-01fda1baf9ed),segment_id=c828a363-e3b5-4d2c-be9d-01fda1baf9ed)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:31.652173 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.666344 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Calling delete_port for 56acfabb-99fd-4532-bb35-2c4f82c70605 owned by network:dhcp {{(pid=101584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:31.673373 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] No DVR routers for this DVR port 56acfabb-99fd-4532-bb35-2c4f82c70605 on host dv-cinder-817229-1-iscsi {{(pid=101583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:39:31.696201 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=56acfabb-99fd-4532-bb35-2c4f82c70605,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:31.750019 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.769961 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12eb43f-25d7-437b-9e8d-f457c14494e5']}} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:31.779526 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c828a363-e3b5-4d2c-be9d-01fda1baf9ed') {'for_net_delete': True} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:31.779812 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652'] for port, after_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.779944 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c828a363-e3b5-4d2c-be9d-01fda1baf9ed') {} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:31.799359 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9874534'] for segment, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.817200 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.824018 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=101583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:39:31.824444 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253879'] for segment, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: Traceback (most recent call last): Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: timer() Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: cb(*args, **kw) Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: return func(*args, **kwargs) Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: self._notify() Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: self.callback(batched_events) Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: event.method(event) Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: return f(self, *a, **k) Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._get(url).json() Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: return self.request(url, 'GET', **kwargs) Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:39:31.826318 dv-cinder-817229-1-iscsi neutron-server[101583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:39:31.885351 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.892291 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:31.895880 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f12eb43f-25d7-437b-9e8d-f457c14494e5 HTTP/1.1" status: 204 len: 168 time: 0.5615878 Nov 10 14:39:31.910437 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b2f23-df25-4163-a1da-1ae41ab7caa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f12eb43f-25d7-437b-9e8d-f457c14494e5,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:31.954321 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Pushing event deleted for resources: {'Port': ['ID=56acfabb-99fd-4532-bb35-2c4f82c70605,revision_number=None']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:31.958611 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] No DVR routers for this DVR port 56acfabb-99fd-4532-bb35-2c4f82c70605 on host dv-cinder-817229-1-iscsi {{(pid=101584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:39:31.964277 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:31.964683 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:31.964975 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:31.965309 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:31.965636 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:31.965959 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:31.966283 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:31.966601 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:31.966928 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:31.967250 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:31.967564 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:31.967878 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e490e298-0de6-4cc3-bafe-a7faa7537173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:32.033907 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 8248c246-a23d-4060-be4f-72ae9027a332 no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:39:32.053425 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 8248c246-a23d-4060-be4f-72ae9027a332 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:39:32.053823 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 8248c246-a23d-4060-be4f-72ae9027a332 not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:39:32.054155 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device f04627be-8230-4b15-bf7a-313d2f6d0a8f no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:39:32.073240 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: f04627be-8230-4b15-bf7a-313d2f6d0a8f {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:39:32.073593 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device f04627be-8230-4b15-bf7a-313d2f6d0a8f not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:39:32.074006 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 56acfabb-99fd-4532-bb35-2c4f82c70605 no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:39:32.077973 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37690) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:32.095764 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 56acfabb-99fd-4532-bb35-2c4f82c70605 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:39:32.095764 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 56acfabb-99fd-4532-bb35-2c4f82c70605 not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:39:32.122757 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-63a14c56-89a7-4436-9c80-7651aa25d9b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a609ce2a4124456683be236d253bd11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405245 Nov 10 14:39:32.122974 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37692) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:32.169163 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9ded4a3c-47de-4e1e-98d1-d064b6bd09d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:32.200240 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9ded4a3c-47de-4e1e-98d1-d064b6bd09d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:32.249556 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9ded4a3c-47de-4e1e-98d1-d064b6bd09d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:32.253167 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-9ded4a3c-47de-4e1e-98d1-d064b6bd09d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:32.254317 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-9ded4a3c-47de-4e1e-98d1-d064b6bd09d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/844eea0e-8c32-4e9a-8fa1-a419c6a08a8a HTTP/1.1" status: 204 len: 168 time: 0.1305101 Nov 10 14:39:32.261826 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded4a3c-47de-4e1e-98d1-d064b6bd09d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844eea0e-8c32-4e9a-8fa1-a419c6a08a8a,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:32.577550 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37700) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:32.616727 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-3638cde4-6c8e-493b-8eda-98547f98a7ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f838de64b68472fadacd66bafd5b4a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372930 Nov 10 14:39:32.619209 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37702) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:32.665021 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0bb2b7d6-2026-4ab0-8c3c-f99d3d134e66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:32.685323 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0bb2b7d6-2026-4ab0-8c3c-f99d3d134e66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:32.730677 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0bb2b7d6-2026-4ab0-8c3c-f99d3d134e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:32.733337 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0bb2b7d6-2026-4ab0-8c3c-f99d3d134e66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:32.735095 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-0bb2b7d6-2026-4ab0-8c3c-f99d3d134e66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c58b36a-68d7-4016-aacc-e961329d013a HTTP/1.1" status: 204 len: 168 time: 0.1143923 Nov 10 14:39:32.742836 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2b7d6-2026-4ab0-8c3c-f99d3d134e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c58b36a-68d7-4016-aacc-e961329d013a,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:33.424755 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37726) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:33.526308 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1685129471-network', 'tenant_id': '997169d4ece34539b61623463dde885e'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:39:33.546484 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] Made reservation on behalf of 997169d4ece34539b61623463dde885e for: {'network': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:39:33.549919 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:33.560655 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:33.645100 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:33.649515 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:33.679642 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d9abe9-42d9-48d1-b7f1-7ae18bd58380,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:33.682791 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=101583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:39:33.694022 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:33.694358 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.segments_db [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] Added segment 46372995-2e81-47bc-8bb4-0fd2390d70cf of type vlan for network 5349bd27-20ab-45df-986f-87dec95885a9 Nov 10 14:39:33.736132 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:33.757275 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:33.758369 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:33.759076 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:33.814258 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3882937 Nov 10 14:39:33.817272 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37732) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:33.821347 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0307b-7116-42b5-9d75-3227801e6ffe admin admin] Pushing event updated for resources: {'Network': ['ID=5349bd27-20ab-45df-986f-87dec95885a9,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:33.822161 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-deb53e7a-0298-4332-a3ae-69c7ab3dd5dc admin admin] Request body: {'subnet': {'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1685129471-subnet', 'tenant_id': '997169d4ece34539b61623463dde885e', 'ip_version': 4}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:39:33.831394 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 5349bd27-20ab-45df-986f-87dec95885a9 details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:39:33.847607 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb53e7a-0298-4332-a3ae-69c7ab3dd5dc admin admin] Made reservation on behalf of 997169d4ece34539b61623463dde885e for: {'subnet': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:39:33.850153 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-deb53e7a-0298-4332-a3ae-69c7ab3dd5dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8836731'] for subnet, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.017888 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-deb53e7a-0298-4332-a3ae-69c7ab3dd5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8824644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8836693'] for subnet, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.071101 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb53e7a-0298-4332-a3ae-69c7ab3dd5dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:34.080159 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb53e7a-0298-4332-a3ae-69c7ab3dd5dc admin admin] Checking segment: {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:39:34.080607 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb53e7a-0298-4332-a3ae-69c7ab3dd5dc admin admin] Network hostable DHCP agents. Network: 5349bd27-20ab-45df-986f-87dec95885a9, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:39:34.097979 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb53e7a-0298-4332-a3ae-69c7ab3dd5dc admin admin] Network 5349bd27-20ab-45df-986f-87dec95885a9 is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:39:34.106552 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-deb53e7a-0298-4332-a3ae-69c7ab3dd5dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 5349bd27-20ab-45df-986f-87dec95885a9) {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:39:34.110844 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb53e7a-0298-4332-a3ae-69c7ab3dd5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:34.111437 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-deb53e7a-0298-4332-a3ae-69c7ab3dd5dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.116503 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41945c59-9505-4d24-928b-3a2b0f2df385 None None] Network 5349bd27-20ab-45df-986f-87dec95885a9 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:39:34.134780 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-deb53e7a-0298-4332-a3ae-69c7ab3dd5dc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3162630 Nov 10 14:39:34.137581 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37736) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:34.143721 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:39:34.173095 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126634'] for router, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.173095 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3804106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3801192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126611'] for router, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.232716 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.296054 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6936937e-824a-563d-8a07-25313d23f3cc-5349bd27-20ab-45df-986f-87dec95885a9', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf'}]}} from dv-cinder-817229-1-iscsi. {{(pid=101584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 14:39:34.297045 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.368928 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.429701 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.db_base_plugin_common [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Allocated IP 172.20.0.2 (5349bd27-20ab-45df-986f-87dec95885a9/cdf61559-bfb7-4ec8-8864-ccacd3d58ebf/b4053730-7048-4910-bf4d-50f1e3e3629c) {{(pid=101584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:39:34.564695 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.574070 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Publish callbacks [] for port, precommit_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.580763 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.583610 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.620026 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Network 5349bd27-20ab-45df-986f-87dec95885a9 is already hosted by enough agents. {{(pid=101584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:39:34.622831 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.base_scheduler [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Resources bound (agent type, host, resource id): {{(pid=101584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:39:34.627446 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Received port after_create {{(pid=101584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:39:34.632963 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Pushing event updated for resources: {'Port': ['ID=b4053730-7048-4910-bf4d-50f1e3e3629c,revision_number=1']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:34.684795 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Attempting to bind port b4053730-7048-4910-bf4d-50f1e3e3629c on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:39:34.685169 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Attempting to bind port b4053730-7048-4910-bf4d-50f1e3e3629c by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:39:34.685528 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Attempting to bind port b4053730-7048-4910-bf4d-50f1e3e3629c on network 5349bd27-20ab-45df-986f-87dec95885a9 {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:39:34.691015 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:39:34.691383 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Checking segment: {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:39:34.691779 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.692169 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Bound using segment: {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:39:34.692653 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Bound port: b4053730-7048-4910-bf4d-50f1e3e3629c, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:39:34.693030 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.695060 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Allocated IP 172.27.1.30 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/10a9a614-5022-4a58-acad-04316a6e8d41) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:39:34.758731 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] For port b4053730-7048-4910-bf4d-50f1e3e3629c, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:39:34.762416 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] For port b4053730-7048-4910-bf4d-50f1e3e3629c, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=b4053730-7048-4910-bf4d-50f1e3e3629c,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:39:34.767360 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.800188 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.824896 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e412c93-5151-4752-ad51-93a7c49d7fd5 None None] Pushing event updated for resources: {'Port': ['ID=b4053730-7048-4910-bf4d-50f1e3e3629c,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:34.849033 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:34.892104 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:39:34.895003 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:39:34.899464 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:39:34.902363 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Pushing event updated for resources: {'Port': ['ID=10a9a614-5022-4a58-acad-04316a6e8d41,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:35.105417 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37742) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:35.176680 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:35.479234 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801279'] for router, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:35.540314 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-6f9effe5-f009-459d-b68b-60d1c334e48c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Deleting port f97993dc-7056-41d4-bb99-0c96156e4f23 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:35.540680 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6f9effe5-f009-459d-b68b-60d1c334e48c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:35.723054 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eec8eb-fbd4-4ec6-86c8-2973c8306c38 None None] Network 5349bd27-20ab-45df-986f-87dec95885a9 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:39:35.845275 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-158d82b3-201d-4583-8d69-39fa6f33563a None None] Provisioning complete for port b4053730-7048-4910-bf4d-50f1e3e3629c triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:35.845637 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-158d82b3-201d-4583-8d69-39fa6f33563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:35.917721 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6f9effe5-f009-459d-b68b-60d1c334e48c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:35.917721 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6f9effe5-f009-459d-b68b-60d1c334e48c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:35.934469 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-6f9effe5-f009-459d-b68b-60d1c334e48c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Calling delete_port for f97993dc-7056-41d4-bb99-0c96156e4f23 owned by network:floatingip {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:35.950308 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 is scheduled to L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 with binding_index 1 {{(pid=101582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 14:39:35.965067 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-158d82b3-201d-4583-8d69-39fa6f33563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:35.999440 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-158d82b3-201d-4583-8d69-39fa6f33563a None None] For port b4053730-7048-4910-bf4d-50f1e3e3629c, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=b4053730-7048-4910-bf4d-50f1e3e3629c,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:36.005117 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-158d82b3-201d-4583-8d69-39fa6f33563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:36.074684 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d82b3-201d-4583-8d69-39fa6f33563a None None] Pushing event updated for resources: {'Port': ['ID=b4053730-7048-4910-bf4d-50f1e3e3629c,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:36.101316 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device b4053730-7048-4910-bf4d-50f1e3e3629c up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:39:36.167735 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port b4053730-7048-4910-bf4d-50f1e3e3629c triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:36.168161 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:36.170920 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:39:36.183407 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Sync routers for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:39:36.195439 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] Publish callbacks [] for router, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:36.196713 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-da9480f5-d8fe-4588-a088-14870dbce834 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0577481 Nov 10 14:39:36.199510 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37750) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:36.236104 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:36.236770 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:36.269923 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6f9effe5-f009-459d-b68b-60d1c334e48c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:36.279051 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-25ff881d-54df-4793-9f96-007fdd31b455 None None] Provisioning complete for port b4053730-7048-4910-bf4d-50f1e3e3629c triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:36.279428 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-25ff881d-54df-4793-9f96-007fdd31b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:36.295182 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9effe5-f009-459d-b68b-60d1c334e48c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Pushing event deleted for resources: {'Port': ['ID=f97993dc-7056-41d4-bb99-0c96156e4f23,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:36.368665 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6f9effe5-f009-459d-b68b-60d1c334e48c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for floatingip, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:36.369452 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.l3_db [None req-6f9effe5-f009-459d-b68b-60d1c334e48c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Floating IP af4fe978-6413-422c-9fc3-c6b2d02ee9be disassociated (deleted). External IP: 172.27.1.164, port: 180c3692-f0b1-4438-a480-c168718c7a7e. Nov 10 14:39:36.418906 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:36.589628 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9effe5-f009-459d-b68b-60d1c334e48c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Router e6f2a893-aabd-47d1-abba-3dbec9da542d has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:39:36.657293 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:35Z', 'revision_number': 3, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:36.663339 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:36.691579 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Checking router: 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:39:36.691991 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Updating router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 port 10a9a614-5022-4a58-acad-04316a6e8d41 binding host dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:39:36.715330 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9effe5-f009-459d-b68b-60d1c334e48c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:39:36.722890 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6f9effe5-f009-459d-b68b-60d1c334e48c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:36.728088 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edfeef1-c1a8-4c3f-a835-b18d1f2832e9 None None] Sync routers for ids ['e6f2a893-aabd-47d1-abba-3dbec9da542d'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:39:36.729746 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:36.742916 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edfeef1-c1a8-4c3f-a835-b18d1f2832e9 None None] Routers {'e6f2a893-aabd-47d1-abba-3dbec9da542d'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:36.744575 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-1edfeef1-c1a8-4c3f-a835-b18d1f2832e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['e6f2a893-aabd-47d1-abba-3dbec9da542d'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:36.771154 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-6f9effe5-f009-459d-b68b-60d1c334e48c tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "DELETE /v2.0/floatingips/af4fe978-6413-422c-9fc3-c6b2d02ee9be HTTP/1.1" status: 204 len: 168 time: 1.6638513 Nov 10 14:39:36.772988 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'tag': '180c3692-f0b1-4438-a480-c168718c7a7e'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:39:36.776530 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0490d144-e5d7-478a-9bdc-21feeb9c99a3" -d '{"events": [{"name": "network-changed", "server_uuid": "88ad484b-0654-4c1c-8516-03afb9c81ba1", "tag": "180c3692-f0b1-4438-a480-c168718c7a7e"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:39:36.849728 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ca0ec8-1f4e-405a-957c-3face1ad1358 x-openstack-request-id: req-11ca0ec8-1f4e-405a-957c-3face1ad1358 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:39:36.850486 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ad484b-0654-4c1c-8516-03afb9c81ba1", "tag": "180c3692-f0b1-4438-a480-c168718c7a7e", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:39:36.852684 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11ca0ec8-1f4e-405a-957c-3face1ad1358 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:39:36.862262 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'tag': '180c3692-f0b1-4438-a480-c168718c7a7e', 'status': 'completed', 'code': 200} Nov 10 14:39:36.867458 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Allocated IP 172.20.0.1 (5349bd27-20ab-45df-986f-87dec95885a9/cdf61559-bfb7-4ec8-8864-ccacd3d58ebf/f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:39:36.954659 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-1edfeef1-c1a8-4c3f-a835-b18d1f2832e9 None None] Set router e6f2a893-aabd-47d1-abba-3dbec9da542d gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:36.964005 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490d144-e5d7-478a-9bdc-21feeb9c99a3 req-69db80ef-a8a8-4e0c-a1d0-aaa7f91a38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:36.967050 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0490d144-e5d7-478a-9bdc-21feeb9c99a3 req-69db80ef-a8a8-4e0c-a1d0-aaa7f91a38a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9f92a156dc645639782d0a6f0c0bce1&device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 1099 time: 0.0887117 Nov 10 14:39:37.033503 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:37.108718 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:37.185055 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490d144-e5d7-478a-9bdc-21feeb9c99a3 req-bc4066a0-65df-4037-a4f4-9be63fcc9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:37.186967 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0490d144-e5d7-478a-9bdc-21feeb9c99a3 req-bc4066a0-65df-4037-a4f4-9be63fcc9ab1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5184a503-cc4c-4809-8b63-f864fb64cd68 HTTP/1.1" status: 200 len: 910 time: 0.2128189 Nov 10 14:39:37.194907 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Network 5349bd27-20ab-45df-986f-87dec95885a9 is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:39:37.200173 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:39:37.211089 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:39:37.234243 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Publish callbacks [] for port, precommit_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:37.236286 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Pushing event updated for resources: {'Port': ['ID=f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:37.243082 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:37.283885 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0490d144-e5d7-478a-9bdc-21feeb9c99a3 req-db4ce1e2-b42b-4379-84a9-be9d1a3e3587 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=180c3692-f0b1-4438-a480-c168718c7a7e HTTP/1.1" status: 200 len: 217 time: 0.0870948 Nov 10 14:39:37.314868 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9b14c-2f19-453c-9f18-fa53489aef2e req-8d86a2a2-e14c-4a58-8b0a-9c3c0d4941dd tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:37.316808 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1de9b14c-2f19-453c-9f18-fa53489aef2e req-8d86a2a2-e14c-4a58-8b0a-9c3c0d4941dd tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.1863039 Nov 10 14:39:37.330115 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-1edfeef1-c1a8-4c3f-a835-b18d1f2832e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:20Z', 'revision_number': 4, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port': {'id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'bb58550e-badb-4eef-aa63-08ac3b86e654', 'name': '', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'mac_address': 'fa:16:3e:8e:3c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:19Z', 'updated_at': '2021-11-10T14:33:24Z', 'revision_number': 5, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'subnets': [{'id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:37.331104 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089eee38-1948-4d06-bc8d-8163884d6ec6 None None] Pushing event updated for resources: {'Port': ['ID=10a9a614-5022-4a58-acad-04316a6e8d41,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:37.332885 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804264'] for router_interface, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:37.337370 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Attempting to bind port 10a9a614-5022-4a58-acad-04316a6e8d41 on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:39:37.338039 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Attempting to bind port 10a9a614-5022-4a58-acad-04316a6e8d41 by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:39:37.338660 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Attempting to bind port 10a9a614-5022-4a58-acad-04316a6e8d41 on network 44ed265f-6e99-4080-a569-99c206a012ee {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:39:37.348236 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:39:37.348944 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Checking segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:39:37.349566 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:37.350122 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Bound using segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:39:37.350758 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Bound port: 10a9a614-5022-4a58-acad-04316a6e8d41, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:39:37.351302 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:37.368653 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edfeef1-c1a8-4c3f-a835-b18d1f2832e9 None None] Checking router: e6f2a893-aabd-47d1-abba-3dbec9da542d for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:39:37.388251 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edfeef1-c1a8-4c3f-a835-b18d1f2832e9 None None] Routers {'e6f2a893-aabd-47d1-abba-3dbec9da542d'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:37.388908 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-1edfeef1-c1a8-4c3f-a835-b18d1f2832e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['e6f2a893-aabd-47d1-abba-3dbec9da542d'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:37.391745 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490d144-e5d7-478a-9bdc-21feeb9c99a3 req-e2c44677-84c1-498b-88d1-5a8c92daf424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:37.399676 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0490d144-e5d7-478a-9bdc-21feeb9c99a3 req-e2c44677-84c1-498b-88d1-5a8c92daf424 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83080cf6-bd73-42eb-b88e-f5cd8093070c HTTP/1.1" status: 200 len: 848 time: 0.1063240 Nov 10 14:39:37.457221 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] For port 10a9a614-5022-4a58-acad-04316a6e8d41, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:39:37.469964 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] For port 10a9a614-5022-4a58-acad-04316a6e8d41, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=10a9a614-5022-4a58-acad-04316a6e8d41,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:39:37.476723 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:37.522040 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490d144-e5d7-478a-9bdc-21feeb9c99a3 req-b07685d1-303e-48eb-991a-00a8d1bd000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:37.524302 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0490d144-e5d7-478a-9bdc-21feeb9c99a3 req-b07685d1-303e-48eb-991a-00a8d1bd000f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5184a503-cc4c-4809-8b63-f864fb64cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1150944 Nov 10 14:39:37.526761 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1de9b14c-2f19-453c-9f18-fa53489aef2e req-21e82a19-a09b-4bbb-b24a-b10bc22fc8e0 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964483 Nov 10 14:39:37.549494 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-1edfeef1-c1a8-4c3f-a835-b18d1f2832e9 None None] Set router e6f2a893-aabd-47d1-abba-3dbec9da542d gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:37.561854 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:37.563015 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:37.627015 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089eee38-1948-4d06-bc8d-8163884d6ec6 None None] Pushing event updated for resources: {'Port': ['ID=10a9a614-5022-4a58-acad-04316a6e8d41,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:37.629350 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:37.645011 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0490d144-e5d7-478a-9bdc-21feeb9c99a3 req-119beb57-60ae-40fc-b8e9-f4a93d4f8555 service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124668 Nov 10 14:39:37.657906 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-91d567c5-f83f-45ca-a53d-f94272aa9a59 None None] Provisioning complete for port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:37.658544 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-91d567c5-f83f-45ca-a53d-f94272aa9a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:37.699439 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-91d567c5-f83f-45ca-a53d-f94272aa9a59 None None] Port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:39:37.767287 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0490d144-e5d7-478a-9bdc-21feeb9c99a3 req-5cbe7823-bd6d-4d91-a378-1b603f9b28dc service neutron] 10.222.0.32 "GET /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130409 Nov 10 14:39:37.800060 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-1edfeef1-c1a8-4c3f-a835-b18d1f2832e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:20Z', 'revision_number': 4, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port': {'id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'bb58550e-badb-4eef-aa63-08ac3b86e654', 'name': '', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'mac_address': 'fa:16:3e:8e:3c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:19Z', 'updated_at': '2021-11-10T14:33:24Z', 'revision_number': 5, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'subnets': [{'id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:37.831619 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edfeef1-c1a8-4c3f-a835-b18d1f2832e9 None None] The sync data for ids ['e6f2a893-aabd-47d1-abba-3dbec9da542d'] in dv-cinder-817229-1-iscsi is: [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:20Z', 'revision_number': 4, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port': {'id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'bb58550e-badb-4eef-aa63-08ac3b86e654', 'name': '', 'network_id': '5184a503-cc4c-4809-8b63-f864fb64cd68', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'mac_address': 'fa:16:3e:8e:3c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:19Z', 'updated_at': '2021-11-10T14:33:24Z', 'revision_number': 5, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'subnets': [{'id': '83080cf6-bd73-42eb-b88e-f5cd8093070c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:39:37.835054 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:37.840769 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:37.894028 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:37.912941 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Pushing event updated for resources: {'Port': ['ID=f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:37.915889 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3713624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804412'] for router_interface, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:38.015702 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Network 5349bd27-20ab-45df-986f-87dec95885a9 is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:39:38.019093 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:39:38.068690 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device b4053730-7048-4910-bf4d-50f1e3e3629c up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:39:38.156066 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:35Z', 'revision_number': 3, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:38.193879 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc0132d-6063-4671-b9ae-346c5b5ce32f None None] New status for floating IP af4fe978-6413-422c-9fc3-c6b2d02ee9be: DOWN {{(pid=101584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:39:38.196228 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port b4053730-7048-4910-bf4d-50f1e3e3629c triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:38.196660 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:38.198061 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:39:38.198206 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efd20c5-5af1-4b84-869a-8551597a6744 None None] The sync data for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi is: [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:35Z', 'revision_number': 3, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:39:38.345459 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:39:38.353760 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-01ff4e77-3db2-4e90-ab32-43ec87d5944a admin admin] 10.222.0.39 "PUT /v2.0/routers/8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1531549 Nov 10 14:39:38.360837 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-8c84509b-593d-4932-8528-e9852561d6d5 None None] Provisioning complete for port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:38.361215 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8c84509b-593d-4932-8528-e9852561d6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:38.446136 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-8c84509b-593d-4932-8528-e9852561d6d5 None None] Port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:39:38.717094 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8cc72-534f-4497-b1a5-7f3a93a89ff2 req-43ca8e74-77bf-4913-9f43-7fb216d2826e tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:38.725629 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ffc8cc72-534f-4497-b1a5-7f3a93a89ff2 req-43ca8e74-77bf-4913-9f43-7fb216d2826e tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0988181 Nov 10 14:39:38.797520 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ffc8cc72-534f-4497-b1a5-7f3a93a89ff2 req-8b05e713-f935-4579-956b-3482796a0ead tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/security-groups?id=3fc9db7c-85c9-48f4-8f06-2858af0a939e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706499 Nov 10 14:39:38.911285 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915625fe-21d9-45b7-9bfc-8fa9628478c4 req-62549192-7196-4452-aeba-68314964ca80 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:38.912920 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-915625fe-21d9-45b7-9bfc-8fa9628478c4 req-62549192-7196-4452-aeba-68314964ca80 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.32 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 946 time: 0.0563481 Nov 10 14:39:39.017403 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-915625fe-21d9-45b7-9bfc-8fa9628478c4 req-62360488-6bc8-4fe0-abcd-5448b4d93515 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Deleting port 180c3692-f0b1-4438-a480-c168718c7a7e {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:39.017890 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-915625fe-21d9-45b7-9bfc-8fa9628478c4 req-62360488-6bc8-4fe0-abcd-5448b4d93515 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.029175 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37790) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:39.034836 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2033189520-network', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:39:39.057066 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] Made reservation on behalf of e8d2e41417b043ac83be8fa06090acbb for: {'network': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:39:39.059366 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.068967 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.116820 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-915625fe-21d9-45b7-9bfc-8fa9628478c4 req-62360488-6bc8-4fe0-abcd-5448b4d93515 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] For port 180c3692-f0b1-4438-a480-c168718c7a7e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=180c3692-f0b1-4438-a480-c168718c7a7e,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:39.117333 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-915625fe-21d9-45b7-9bfc-8fa9628478c4 req-62360488-6bc8-4fe0-abcd-5448b4d93515 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.138734 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-915625fe-21d9-45b7-9bfc-8fa9628478c4 req-62360488-6bc8-4fe0-abcd-5448b4d93515 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Calling delete_port for 180c3692-f0b1-4438-a480-c168718c7a7e owned by compute:nova {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:39.164534 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.169159 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.193223 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=101583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:39:39.209941 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb791131-fe1d-4306-8115-f11fa091e243,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:39.213049 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.213394 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.segments_db [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] Added segment f41f0b6f-0a88-485e-91c8-976214fe5adb of type vlan for network 10a9a66f-eaaf-455e-81ca-780855a6366c Nov 10 14:39:39.257873 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.285151 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.286280 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:39.286932 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.298953 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-915625fe-21d9-45b7-9bfc-8fa9628478c4 req-62360488-6bc8-4fe0-abcd-5448b4d93515 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.330176 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62360488-6bc8-4fe0-abcd-5448b4d93515 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Pushing event deleted for resources: {'Port': ['ID=180c3692-f0b1-4438-a480-c168718c7a7e,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:39.350945 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3207095 Nov 10 14:39:39.353543 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37792) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:39.358279 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-996057fa-95e8-46c5-905b-15d67fd8a5a2 admin admin] Request body: {'subnet': {'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2033189520-subnet', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'ip_version': 4}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:39:39.369282 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a27290-7678-4e0a-83eb-d6c95162b782 admin admin] Pushing event updated for resources: {'Network': ['ID=10a9a66f-eaaf-455e-81ca-780855a6366c,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:39.377660 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-915625fe-21d9-45b7-9bfc-8fa9628478c4 req-62360488-6bc8-4fe0-abcd-5448b4d93515 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] No DVR routers for this DVR port 180c3692-f0b1-4438-a480-c168718c7a7e on host hv-cinder-81722 {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:39:39.381666 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-915625fe-21d9-45b7-9bfc-8fa9628478c4 req-62360488-6bc8-4fe0-abcd-5448b4d93515 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.382583 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 10a9a66f-eaaf-455e-81ca-780855a6366c details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:39:39.385820 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-915625fe-21d9-45b7-9bfc-8fa9628478c4 req-62360488-6bc8-4fe0-abcd-5448b4d93515 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.32 "DELETE /v2.0/ports/180c3692-f0b1-4438-a480-c168718c7a7e HTTP/1.1" status: 204 len: 173 time: 0.4655182 Nov 10 14:39:39.386327 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'name': 'network-vif-deleted', 'tag': '180c3692-f0b1-4438-a480-c168718c7a7e'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:39:39.387508 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996057fa-95e8-46c5-905b-15d67fd8a5a2 admin admin] Made reservation on behalf of e8d2e41417b043ac83be8fa06090acbb for: {'subnet': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:39:39.389077 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3b84d6-dbff-4505-bd43-518aeed3e238" -d '{"events": [{"server_uuid": "88ad484b-0654-4c1c-8516-03afb9c81ba1", "name": "network-vif-deleted", "tag": "180c3692-f0b1-4438-a480-c168718c7a7e"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:39:39.394234 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-996057fa-95e8-46c5-905b-15d67fd8a5a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9466149'] for subnet, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.442510 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170a40aa-7abe-4592-a898-0cb7f09810c5 x-openstack-request-id: req-170a40aa-7abe-4592-a898-0cb7f09810c5 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:39:39.442853 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ad484b-0654-4c1c-8516-03afb9c81ba1", "name": "network-vif-deleted", "tag": "180c3692-f0b1-4438-a480-c168718c7a7e", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:39:39.443190 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-170a40aa-7abe-4592-a898-0cb7f09810c5 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:39:39.444106 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ad484b-0654-4c1c-8516-03afb9c81ba1', 'name': 'network-vif-deleted', 'tag': '180c3692-f0b1-4438-a480-c168718c7a7e', 'status': 'completed', 'code': 200} Nov 10 14:39:39.609524 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-996057fa-95e8-46c5-905b-15d67fd8a5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2253992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9466123'] for subnet, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.668576 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996057fa-95e8-46c5-905b-15d67fd8a5a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd755b3-dc17-4684-98f2-40193f7d67ea,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:39.685595 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996057fa-95e8-46c5-905b-15d67fd8a5a2 admin admin] Checking segment: {'id': 'f41f0b6f-0a88-485e-91c8-976214fe5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:39:39.686417 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996057fa-95e8-46c5-905b-15d67fd8a5a2 admin admin] Network hostable DHCP agents. Network: 10a9a66f-eaaf-455e-81ca-780855a6366c, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:39:39.709742 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996057fa-95e8-46c5-905b-15d67fd8a5a2 admin admin] Network 10a9a66f-eaaf-455e-81ca-780855a6366c is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:39:39.722591 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-996057fa-95e8-46c5-905b-15d67fd8a5a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 10a9a66f-eaaf-455e-81ca-780855a6366c) {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:39:39.727222 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996057fa-95e8-46c5-905b-15d67fd8a5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:39.727831 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-996057fa-95e8-46c5-905b-15d67fd8a5a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.733238 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea05515e-8fc4-41c8-b6bf-3b95e9aeed57 None None] Network 10a9a66f-eaaf-455e-81ca-780855a6366c requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:39:39.749883 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-996057fa-95e8-46c5-905b-15d67fd8a5a2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3950205 Nov 10 14:39:39.752245 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37800) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:39.757734 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2033189520-router', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:39:39.790652 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126634'] for router, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.792152 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3804106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3801192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3787745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126611'] for router, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.892181 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.980778 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6936937e-824a-563d-8a07-25313d23f3cc-10a9a66f-eaaf-455e-81ca-780855a6366c', 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'fixed_ips': [{'subnet_id': 'acd755b3-dc17-4684-98f2-40193f7d67ea'}]}} from dv-cinder-817229-1-iscsi. {{(pid=101584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 14:39:39.982608 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:39.997764 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-031d5e2d-694d-4a53-ad9c-7e29ef24cc00 req-d1c13f21-c4fe-49c7-a23a-3aba1c5b9028 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ad484b-0654-4c1c-8516-03afb9c81ba1 HTTP/1.1" status: 200 len: 210 time: 0.0568950 Nov 10 14:39:40.096458 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:40.122907 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 10a9a614-5022-4a58-acad-04316a6e8d41 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:39:40.181232 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.db_base_plugin_common [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Allocated IP 172.20.0.2 (10a9a66f-eaaf-455e-81ca-780855a6366c/acd755b3-dc17-4684-98f2-40193f7d67ea/07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638) {{(pid=101584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:39:40.255653 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Sync routers for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:39:40.263672 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 10a9a614-5022-4a58-acad-04316a6e8d41 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:40.263991 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:40.273110 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:40.274256 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:40.353616 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:40.382935 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:40.416620 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Publish callbacks [] for port, precommit_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:40.418092 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:40.424563 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:40.433158 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643'] for port, after_create {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:40.454247 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port 10a9a614-5022-4a58-acad-04316a6e8d41, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=10a9a614-5022-4a58-acad-04316a6e8d41,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:40.482990 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:40.497710 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Network 10a9a66f-eaaf-455e-81ca-780855a6366c is already hosted by enough agents. {{(pid=101584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:39:40.501470 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7337b54c-6953-43af-92bb-153abc6541e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:40.505203 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.scheduler.base_scheduler [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Resources bound (agent type, host, resource id): {{(pid=101584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:39:40.510416 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Received port after_create {{(pid=101584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:39:40.512819 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Allocated IP 172.27.1.84 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/1afed9f8-66b8-4bde-bd87-4f996f0cc588) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:39:40.513747 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Pushing event updated for resources: {'Port': ['ID=07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638,revision_number=1']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:40.612275 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Attempting to bind port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:39:40.612660 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Attempting to bind port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': 'f41f0b6f-0a88-485e-91c8-976214fe5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:39:40.613030 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Attempting to bind port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 on network 10a9a66f-eaaf-455e-81ca-780855a6366c {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:39:40.616296 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=10a9a614-5022-4a58-acad-04316a6e8d41,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:40.621694 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:39:40.622076 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Checking segment: {'id': 'f41f0b6f-0a88-485e-91c8-976214fe5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:39:40.622478 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:40.623862 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Bound using segment: {'id': 'f41f0b6f-0a88-485e-91c8-976214fe5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:39:40.623862 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Bound port: 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41f0b6f-0a88-485e-91c8-976214fe5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:39:40.623862 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:40.634081 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:40.690105 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:40.693167 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] For port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:39:40.699961 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] For port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638,segment=NetworkSegment(f41f0b6f-0a88-485e-91c8-976214fe5adb),segment_id=f41f0b6f-0a88-485e-91c8-976214fe5adb)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:39:40.705638 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:40.732308 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:39:40.735997 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:39:40.739779 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:39:40.777039 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 2, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:40.778014 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Pushing event updated for resources: {'Port': ['ID=1afed9f8-66b8-4bde-bd87-4f996f0cc588,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:40.792028 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaff090-d191-4c41-9b3e-264e8282f518 None None] Pushing event updated for resources: {'Port': ['ID=07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:40.818740 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Checking router: 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:39:40.819093 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Updating router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 binding host dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:39:40.845798 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:41.087527 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37824) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:41.099627 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:41.193755 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0235-8916-4fee-b901-460bc810d0a3 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:41.243877 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0235-8916-4fee-b901-460bc810d0a3 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:41.267840 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Publish callbacks [] for port, precommit_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:41.274282 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:41.324593 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe9241-af84-4d40-9b20-7cb71b22b93e req-b59dbf2c-16ef-4a8f-9db8-8e1a8eb40c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:41.330317 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de907902-08a2-491f-b385-0ef392715b46 None None] Pushing event updated for resources: {'Port': ['ID=f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2,revision_number=3']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:41.337078 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-59fe9241-af84-4d40-9b20-7cb71b22b93e req-b59dbf2c-16ef-4a8f-9db8-8e1a8eb40c7c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0901804 Nov 10 14:39:41.343207 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de907902-08a2-491f-b385-0ef392715b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:41.343207 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de907902-08a2-491f-b385-0ef392715b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:41.343501 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de907902-08a2-491f-b385-0ef392715b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:41.343791 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de907902-08a2-491f-b385-0ef392715b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:41.344119 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de907902-08a2-491f-b385-0ef392715b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:41.344468 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de907902-08a2-491f-b385-0ef392715b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:41.344796 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de907902-08a2-491f-b385-0ef392715b46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:41.345115 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de907902-08a2-491f-b385-0ef392715b46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:41.345447 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de907902-08a2-491f-b385-0ef392715b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:41.345765 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de907902-08a2-491f-b385-0ef392715b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:41.346082 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de907902-08a2-491f-b385-0ef392715b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:41.346394 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de907902-08a2-491f-b385-0ef392715b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:39:41.386410 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801279'] for router, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:41.407369 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Attempting to bind port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:39:41.407729 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Attempting to bind port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:39:41.408105 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Attempting to bind port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 on network 5349bd27-20ab-45df-986f-87dec95885a9 {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:39:41.414539 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-59fe9241-af84-4d40-9b20-7cb71b22b93e req-19dcc033-3616-441b-b5ea-ccd2aacd324c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757968 Nov 10 14:39:41.416882 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:39:41.417255 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Checking segment: {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:39:41.417654 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:41.418084 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Bound using segment: {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:39:41.418555 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Bound port: f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'}}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:39:41.418944 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:41.424696 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0235-8916-4fee-b901-460bc810d0a3 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:41.428704 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0235-8916-4fee-b901-460bc810d0a3 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:41.432977 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-5a8d0235-8916-4fee-b901-460bc810d0a3 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] 10.222.0.39 "DELETE /v2.0/security-groups/3fc9db7c-85c9-48f4-8f06-2858af0a939e HTTP/1.1" status: 204 len: 168 time: 0.3413806 Nov 10 14:39:41.442196 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d0235-8916-4fee-b901-460bc810d0a3 tempest-TestShelveInstance-1354194400 tempest-TestShelveInstance-1354194400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc9db7c-85c9-48f4-8f06-2858af0a939e,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:41.513298 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37830) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:41.533034 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] For port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:39:41.536827 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] For port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:39:41.542187 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:41.626189 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:41.626711 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:41.629618 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de907902-08a2-491f-b385-0ef392715b46 None None] Pushing event updated for resources: {'Port': ['ID=f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2,revision_number=4']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:41.652723 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Router a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f is scheduled to L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 with binding_index 1 {{(pid=101582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 14:39:41.733680 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-9fc81794-d38b-4a4f-a1e3-fcdb72883cad None None] Provisioning complete for port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:41.737159 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-9fc81794-d38b-4a4f-a1e3-fcdb72883cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:41.797493 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:41.838147 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-9fc81794-d38b-4a4f-a1e3-fcdb72883cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:41.919972 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-9fc81794-d38b-4a4f-a1e3-fcdb72883cad None None] For port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:41.931193 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-9fc81794-d38b-4a4f-a1e3-fcdb72883cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:42.028536 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc81794-d38b-4a4f-a1e3-fcdb72883cad None None] Pushing event updated for resources: {'Port': ['ID=f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:42.144308 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:42.179387 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-87561525-5bf2-427c-9899-488147cb1cf5 None None] Provisioning complete for port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:42.179966 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-87561525-5bf2-427c-9899-488147cb1cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:42.190717 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d5925c-00ca-48cd-9f99-4b2f948fa1b6 None None] The sync data for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi is: [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:39:42.228198 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:39:42.235295 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 180c3692-f0b1-4438-a480-c168718c7a7e no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:39:42.244548 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Sync routers for ids ['a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:39:42.283710 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] Publish callbacks [] for router, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:42.285147 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-908e093a-26ba-4c83-bb60-3734976f2b0c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5316269 Nov 10 14:39:42.289818 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37836) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:42.303889 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: 180c3692-f0b1-4438-a480-c168718c7a7e {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:39:42.304235 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 180c3692-f0b1-4438-a480-c168718c7a7e not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:39:42.332713 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 10a9a614-5022-4a58-acad-04316a6e8d41 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:39:42.336672 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Routers {'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:42.337597 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:42.426649 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485d1ae7-e300-4e82-b3bd-68ab4a24555b None None] Network 10a9a66f-eaaf-455e-81ca-780855a6366c requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:39:42.573420 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-da0b8b08-eae4-41a5-ac1c-b529ab790566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804385'] for router_interface, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:42.594308 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Set router a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:42.701378 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9964a37-c242-44f5-997d-1fd4e772750d req-abf81320-b7be-49d0-8128-3024ee66f6f2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:42.704056 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b9964a37-c242-44f5-997d-1fd4e772750d req-abf81320-b7be-49d0-8128-3024ee66f6f2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.1290178 Nov 10 14:39:42.767089 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b9964a37-c242-44f5-997d-1fd4e772750d req-493ed8e3-34ae-4e07-a468-5b33dd42605c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551770 Nov 10 14:39:42.901702 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.095368 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-68e9610b-a30c-4b58-a7ac-2a998fe90825 None None] Provisioning complete for port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:43.095936 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-68e9610b-a30c-4b58-a7ac-2a998fe90825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.098593 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 10a9a614-5022-4a58-acad-04316a6e8d41 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:43.098883 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.110969 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Allocated IP 172.20.0.1 (10a9a66f-eaaf-455e-81ca-780855a6366c/acd755b3-dc17-4684-98f2-40193f7d67ea/41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:39:43.191984 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-fed007d8-4ff3-43d9-abc9-1a8a37eabaf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.220733 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-da0b8b08-eae4-41a5-ac1c-b529ab790566 admin admin] Deleting port bb58550e-badb-4eef-aa63-08ac3b86e654 {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:43.221155 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-da0b8b08-eae4-41a5-ac1c-b529ab790566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.254279 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.317908 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.335260 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [None req-da0b8b08-eae4-41a5-ac1c-b529ab790566 admin admin] For port bb58550e-badb-4eef-aa63-08ac3b86e654, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=bb58550e-badb-4eef-aa63-08ac3b86e654,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:43.335492 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-da0b8b08-eae4-41a5-ac1c-b529ab790566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.341175 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Network 10a9a66f-eaaf-455e-81ca-780855a6366c is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:39:43.344723 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:39:43.352156 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-da0b8b08-eae4-41a5-ac1c-b529ab790566 admin admin] Calling delete_port for bb58550e-badb-4eef-aa63-08ac3b86e654 owned by network:router_interface {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:43.374969 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:39:43.388538 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'name': 'tempest-TestVolumeBootPattern-2033189520-router', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1afed9f8-66b8-4bde-bd87-4f996f0cc588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:39Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 3, 'project_id': 'e8d2e41417b043ac83be8fa06090acbb', 'gw_port': {'id': '1afed9f8-66b8-4bde-bd87-4f996f0cc588', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:30:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:40Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:43.418980 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Checking router: a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:39:43.419320 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Updating router a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f port 1afed9f8-66b8-4bde-bd87-4f996f0cc588 binding host dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:39:43.449783 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-68e9610b-a30c-4b58-a7ac-2a998fe90825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.464829 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:39:43.468086 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:43.470271 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.476173 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804264'] for router_interface, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.605820 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-da0b8b08-eae4-41a5-ac1c-b529ab790566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.641730 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b8b08-eae4-41a5-ac1c-b529ab790566 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb58550e-badb-4eef-aa63-08ac3b86e654,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:43.686235 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.762068 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-68e9610b-a30c-4b58-a7ac-2a998fe90825 None None] For port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638,segment=NetworkSegment(f41f0b6f-0a88-485e-91c8-976214fe5adb),segment_id=f41f0b6f-0a88-485e-91c8-976214fe5adb)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:43.772061 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-68e9610b-a30c-4b58-a7ac-2a998fe90825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.879877 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-da0b8b08-eae4-41a5-ac1c-b529ab790566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3713617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3804785'] for router_interface, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:43.896581 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9610b-a30c-4b58-a7ac-2a998fe90825 None None] Pushing event updated for resources: {'Port': ['ID=07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:43.951382 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:43.951748 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.007254 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7b2e91e6-b4dc-4fd2-b7ec-f8760f3f1355 None None] Provisioning complete for port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:44.007534 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7b2e91e6-b4dc-4fd2-b7ec-f8760f3f1355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.015890 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb3289-0d60-4894-9589-189f13bd3751 req-3a3c31be-8a22-440d-9365-15ff2521d9a5 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:44.025491 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c2cb3289-0d60-4894-9589-189f13bd3751 req-3a3c31be-8a22-440d-9365-15ff2521d9a5 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.1082859 Nov 10 14:39:44.065829 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.074396 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.105174 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Publish callbacks [] for port, precommit_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.132023 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.161443 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0b8b08-eae4-41a5-ac1c-b529ab790566 admin admin] Router e6f2a893-aabd-47d1-abba-3dbec9da542d has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:39:44.200492 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c2cb3289-0d60-4894-9589-189f13bd3751 req-d3343040-effc-4408-afbb-33360dd83d6c tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738441 Nov 10 14:39:44.201312 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:44.206078 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3713624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804412'] for router_interface, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.235236 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.235236 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d606b3c-63b9-4704-b1d3-70ec3f0d5d70 None None] Pushing event updated for resources: {'Port': ['ID=1afed9f8-66b8-4bde-bd87-4f996f0cc588,revision_number=2']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:44.271920 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Attempting to bind port 1afed9f8-66b8-4bde-bd87-4f996f0cc588 on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:39:44.272298 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Attempting to bind port 1afed9f8-66b8-4bde-bd87-4f996f0cc588 by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:39:44.272762 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Attempting to bind port 1afed9f8-66b8-4bde-bd87-4f996f0cc588 on network 44ed265f-6e99-4080-a569-99c206a012ee {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:39:44.283164 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:39:44.283539 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Checking segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:39:44.283945 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.284332 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Bound using segment: {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'} {{(pid=101584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:39:44.284853 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.managers [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Bound port: 1afed9f8-66b8-4bde-bd87-4f996f0cc588, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36661586-3879-45e1-bdcb-47cdc871e7f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee'}}] {{(pid=101584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:39:44.285234 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.304937 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0b8b08-eae4-41a5-ac1c-b529ab790566 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:39:44.317419 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a8f44a-b805-4b51-bb9b-cd837b44dea6 None None] Sync routers for ids ['e6f2a893-aabd-47d1-abba-3dbec9da542d'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:39:44.320535 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-da0b8b08-eae4-41a5-ac1c-b529ab790566 admin admin] 10.222.0.39 "PUT /v2.0/routers/e6f2a893-aabd-47d1-abba-3dbec9da542d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8053975 Nov 10 14:39:44.323838 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37846) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:44.334095 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8f44a-b805-4b51-bb9b-cd837b44dea6 None None] Routers {'e6f2a893-aabd-47d1-abba-3dbec9da542d'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:44.334992 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-06a8f44a-b805-4b51-bb9b-cd837b44dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['e6f2a893-aabd-47d1-abba-3dbec9da542d'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:44.335575 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Network 10a9a66f-eaaf-455e-81ca-780855a6366c is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:39:44.336950 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:39:44.414302 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] For port 1afed9f8-66b8-4bde-bd87-4f996f0cc588, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:39:44.432235 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] For port 1afed9f8-66b8-4bde-bd87-4f996f0cc588, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=1afed9f8-66b8-4bde-bd87-4f996f0cc588,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:39:44.441284 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-3c84f5d9-9e7e-43d0-ba8d-e669b60e349a None None] Provisioning complete for port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:44.443348 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-3c84f5d9-9e7e-43d0-ba8d-e669b60e349a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.448490 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.490483 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] Publish callbacks [] for router, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.573008 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-06a8f44a-b805-4b51-bb9b-cd837b44dea6 None None] Set router e6f2a893-aabd-47d1-abba-3dbec9da542d gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:44.582361 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Router a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:39:44.605009 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Routers {'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:44.605857 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:44.652749 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.716122 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] Deleting port 99aff27e-50ba-4b6b-917f-cb9304a976fd {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:44.716656 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.717777 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:39:44.723979 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-208ffaf5-23c3-40bf-972f-f25515036dc4 admin admin] 10.222.0.39 "PUT /v2.0/routers/a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4329100 Nov 10 14:39:44.748070 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] Set router a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:44.804967 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-06a8f44a-b805-4b51-bb9b-cd837b44dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:39:43Z', 'revision_number': 5, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port': {'id': '99aff27e-50ba-4b6b-917f-cb9304a976fd', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:44.822719 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-3c84f5d9-9e7e-43d0-ba8d-e669b60e349a None None] Port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:39:44.824225 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] For port 99aff27e-50ba-4b6b-917f-cb9304a976fd, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=99aff27e-50ba-4b6b-917f-cb9304a976fd,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:44.824727 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:44.831974 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a8f44a-b805-4b51-bb9b-cd837b44dea6 None None] Checking router: e6f2a893-aabd-47d1-abba-3dbec9da542d for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:39:44.838518 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:39:44.840630 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8f44a-b805-4b51-bb9b-cd837b44dea6 None None] Routers {'e6f2a893-aabd-47d1-abba-3dbec9da542d'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:44.845612 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-06a8f44a-b805-4b51-bb9b-cd837b44dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['e6f2a893-aabd-47d1-abba-3dbec9da542d'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:44.845788 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] Calling delete_port for 99aff27e-50ba-4b6b-917f-cb9304a976fd owned by network:router_gateway {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:44.865912 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d606b3c-63b9-4704-b1d3-70ec3f0d5d70 None None] Pushing event updated for resources: {'Port': ['ID=1afed9f8-66b8-4bde-bd87-4f996f0cc588,revision_number=3']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:44.958070 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-06a8f44a-b805-4b51-bb9b-cd837b44dea6 None None] Set router e6f2a893-aabd-47d1-abba-3dbec9da542d gateway port host: None {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:44.980697 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:44.981070 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.012585 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-87a4bdac-add3-4408-b1c8-9836079b921d None None] Provisioning complete for port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:45.012976 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-87a4bdac-add3-4408-b1c8-9836079b921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.027800 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-06a8f44a-b805-4b51-bb9b-cd837b44dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:39:44Z', 'revision_number': 6, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port_host': None}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:45.055542 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.068578 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a8f44a-b805-4b51-bb9b-cd837b44dea6 None None] The sync data for ids ['e6f2a893-aabd-47d1-abba-3dbec9da542d'] in dv-cinder-817229-1-iscsi is: [{'id': 'e6f2a893-aabd-47d1-abba-3dbec9da542d', 'name': 'tempest-TestShelveInstance-1852217674-router', 'tenant_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:17Z', 'updated_at': '2021-11-10T14:39:44Z', 'revision_number': 6, 'project_id': 'e9f92a156dc645639782d0a6f0c0bce1', 'gw_port_host': None}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:39:45.105233 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-87a4bdac-add3-4408-b1c8-9836079b921d None None] Port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:39:45.113980 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=99aff27e-50ba-4b6b-917f-cb9304a976fd,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:45.158266 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:39:45.189733 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3801243'] for router_gateway, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.201652 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'name': 'tempest-TestVolumeBootPattern-2033189520-router', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1afed9f8-66b8-4bde-bd87-4f996f0cc588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:39Z', 'updated_at': '2021-11-10T14:39:43Z', 'revision_number': 4, 'project_id': 'e8d2e41417b043ac83be8fa06090acbb', 'gw_port': {'id': '1afed9f8-66b8-4bde-bd87-4f996f0cc588', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:30:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:40Z', 'updated_at': '2021-11-10T14:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8', 'name': '', 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'mac_address': 'fa:16:3e:ec:95:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'acd755b3-dc17-4684-98f2-40193f7d67ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:42Z', 'updated_at': '2021-11-10T14:39:43Z', 'revision_number': 2, 'project_id': 'e8d2e41417b043ac83be8fa06090acbb', 'subnets': [{'id': 'acd755b3-dc17-4684-98f2-40193f7d67ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:45.325806 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126616'] for router, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.344237 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.371163 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37858) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:45.376594 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-5cf79c86-2446-4251-80b1-7cf9b15ef5f6 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657790068', 'description': 'tempest-secgroup-smoke-1657790068 description', 'project_id': '997169d4ece34539b61623463dde885e'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:39:45.378640 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba21cd-4e31-456c-a0fd-91a013720231 None None] The sync data for ids ['a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'] in dv-cinder-817229-1-iscsi is: [{'id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'name': 'tempest-TestVolumeBootPattern-2033189520-router', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1afed9f8-66b8-4bde-bd87-4f996f0cc588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:39Z', 'updated_at': '2021-11-10T14:39:43Z', 'revision_number': 4, 'project_id': 'e8d2e41417b043ac83be8fa06090acbb', 'gw_port': {'id': '1afed9f8-66b8-4bde-bd87-4f996f0cc588', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:30:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:40Z', 'updated_at': '2021-11-10T14:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8', 'name': '', 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'mac_address': 'fa:16:3e:ec:95:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'acd755b3-dc17-4684-98f2-40193f7d67ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:42Z', 'updated_at': '2021-11-10T14:39:43Z', 'revision_number': 2, 'project_id': 'e8d2e41417b043ac83be8fa06090acbb', 'subnets': [{'id': 'acd755b3-dc17-4684-98f2-40193f7d67ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:39:45.390060 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:45.390643 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.415096 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5cf79c86-2446-4251-80b1-7cf9b15ef5f6 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.450491 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d36305-33df-4073-9854-ea82cd814a32 req-c9635ba5-22ae-44df-a8ac-63e9767817eb tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:45.452248 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-75d36305-33df-4073-9854-ea82cd814a32 req-c9635ba5-22ae-44df-a8ac-63e9767817eb tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.1417050 Nov 10 14:39:45.453141 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806983'] for router, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.453694 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6f2a893-aabd-47d1-abba-3dbec9da542d {{(pid=101583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 14:39:45.459073 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] Publish callbacks [] for router, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.460170 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-71e3df63-ffda-404a-9cb6-e154c41d6b4c admin admin] 10.222.0.39 "DELETE /v2.0/routers/e6f2a893-aabd-47d1-abba-3dbec9da542d HTTP/1.1" status: 204 len: 168 time: 1.1352415 Nov 10 14:39:45.463185 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37860) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:45.553261 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4ad3a7-b299-49f7-a0d5-51eccd7ee92b admin admin] Deleting subnet 83080cf6-bd73-42eb-b88e-f5cd8093070c {{(pid=101583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:39:45.558066 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5cf79c86-2446-4251-80b1-7cf9b15ef5f6 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.563454 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad3a7-b299-49f7-a0d5-51eccd7ee92b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.564296 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5cf79c86-2446-4251-80b1-7cf9b15ef5f6 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.583264 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.601065 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5cf79c86-2446-4251-80b1-7cf9b15ef5f6 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.605304 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-5cf79c86-2446-4251-80b1-7cf9b15ef5f6 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2303503 Nov 10 14:39:45.605690 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37864) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:45.607194 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf79c86-2446-4251-80b1-7cf9b15ef5f6 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed10b20a-3e6c-4604-a942-ce9de523b01d,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:45.616883 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-a3960e44-4bfa-490f-b76b-4e433643434f tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Request body: {'security_group_rule': {'security_group_id': 'ed10b20a-3e6c-4604-a942-ce9de523b01d', 'project_id': '997169d4ece34539b61623463dde885e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:39:45.631013 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-75d36305-33df-4073-9854-ea82cd814a32 req-9d83ac61-e2a8-45ca-a2aa-82b9b5ee2208 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653697 Nov 10 14:39:45.644317 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad3a7-b299-49f7-a0d5-51eccd7ee92b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9874559'] for subnet, precommit_delete_associations {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.703609 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a3960e44-4bfa-490f-b76b-4e433643434f tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.789733 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad3a7-b299-49f7-a0d5-51eccd7ee92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.832479 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a3960e44-4bfa-490f-b76b-4e433643434f tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.839310 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a3960e44-4bfa-490f-b76b-4e433643434f tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.867567 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3960e44-4bfa-490f-b76b-4e433643434f tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95484709-c932-4cf9-8741-0a18de910759,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:45.872898 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a3960e44-4bfa-490f-b76b-4e433643434f tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.874041 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-a3960e44-4bfa-490f-b76b-4e433643434f tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2675867 Nov 10 14:39:45.876979 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad3a7-b299-49f7-a0d5-51eccd7ee92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9466112'] for subnet, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.877644 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37866) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:45.882274 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-12ee3ad9-53db-4b1a-95e4-d079390989bd tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Request body: {'security_group_rule': {'security_group_id': 'ed10b20a-3e6c-4604-a942-ce9de523b01d', 'project_id': '997169d4ece34539b61623463dde885e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:39:45.901720 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ad3a7-b299-49f7-a0d5-51eccd7ee92b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83080cf6-bd73-42eb-b88e-f5cd8093070c,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:45.909450 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad3a7-b299-49f7-a0d5-51eccd7ee92b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.910459 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-12ee3ad9-53db-4b1a-95e4-d079390989bd tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:45.916419 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-1e4ad3a7-b299-49f7-a0d5-51eccd7ee92b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/83080cf6-bd73-42eb-b88e-f5cd8093070c HTTP/1.1" status: 204 len: 168 time: 0.4521449 Nov 10 14:39:45.917369 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37868) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:45.918280 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26816ce0-da74-4dd3-ba2e-29674943d8f1 None None] Network 5184a503-cc4c-4809-8b63-f864fb64cd68 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:39:46.023010 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.024435 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-12ee3ad9-53db-4b1a-95e4-d079390989bd tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.028934 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-12ee3ad9-53db-4b1a-95e4-d079390989bd tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.052379 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee3ad9-53db-4b1a-95e4-d079390989bd tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1505b12-8770-4d33-bd03-ea019a03892f,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:46.082265 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-12ee3ad9-53db-4b1a-95e4-d079390989bd tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.083675 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-12ee3ad9-53db-4b1a-95e4-d079390989bd tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2048321 Nov 10 14:39:46.086708 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37870) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:46.091482 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-3472539d-8bc3-435d-91ec-02818bab6189 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Request body: {'security_group_rule': {'security_group_id': 'ed10b20a-3e6c-4604-a942-ce9de523b01d', 'project_id': '997169d4ece34539b61623463dde885e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:39:46.138941 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3472539d-8bc3-435d-91ec-02818bab6189 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.157804 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Deleting port 029bd853-ea41-4163-a7eb-2f2aa08b408d {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:46.158105 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.237480 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42f0713-9589-454e-91dc-0250097e53b5 None None] DHCP port deletion for 5184a503-cc4c-4809-8b63-f864fb64cd68 request from dv-cinder-817229-1-iscsi {{(pid=101584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 14:39:46.255004 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] For port 029bd853-ea41-4163-a7eb-2f2aa08b408d, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=029bd853-ea41-4163-a7eb-2f2aa08b408d,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:46.255408 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.259188 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3472539d-8bc3-435d-91ec-02818bab6189 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.267180 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3472539d-8bc3-435d-91ec-02818bab6189 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.282701 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Calling delete_port for 029bd853-ea41-4163-a7eb-2f2aa08b408d owned by network:dhcp {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:46.299961 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472539d-8bc3-435d-91ec-02818bab6189 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c50af4f-b779-49a9-8e8b-ec7bbcc7168f,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:46.307674 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3472539d-8bc3-435d-91ec-02818bab6189 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.316371 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-3472539d-8bc3-435d-91ec-02818bab6189 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2212722 Nov 10 14:39:46.316588 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37872) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:46.317566 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-e1509a8e-d36b-4b2c-9d52-8ad8e6fab2b5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Request body: {'security_group_rule': {'security_group_id': 'ed10b20a-3e6c-4604-a942-ce9de523b01d', 'project_id': '997169d4ece34539b61623463dde885e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:39:46.362192 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-d42f0713-9589-454e-91dc-0250097e53b5 None None] Deleting port 029bd853-ea41-4163-a7eb-2f2aa08b408d {{(pid=101584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:46.364931 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d42f0713-9589-454e-91dc-0250097e53b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.388122 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e1509a8e-d36b-4b2c-9d52-8ad8e6fab2b5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.408879 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.436195 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=029bd853-ea41-4163-a7eb-2f2aa08b408d,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:46.449767 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] No DVR routers for this DVR port 029bd853-ea41-4163-a7eb-2f2aa08b408d on host dv-cinder-817229-1-iscsi {{(pid=101583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:39:46.484866 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 99aff27e-50ba-4b6b-917f-cb9304a976fd no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:39:46.489570 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-d42f0713-9589-454e-91dc-0250097e53b5 None None] For port 029bd853-ea41-4163-a7eb-2f2aa08b408d, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=029bd853-ea41-4163-a7eb-2f2aa08b408d,segment=NetworkSegment(4d60602b-f352-4d01-aecd-8467e9e94b53),segment_id=4d60602b-f352-4d01-aecd-8467e9e94b53)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:46.490048 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d42f0713-9589-454e-91dc-0250097e53b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.516856 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e1509a8e-d36b-4b2c-9d52-8ad8e6fab2b5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.521501 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e1509a8e-d36b-4b2c-9d52-8ad8e6fab2b5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.534647 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-d42f0713-9589-454e-91dc-0250097e53b5 None None] Calling delete_port for 029bd853-ea41-4163-a7eb-2f2aa08b408d owned by network:dhcp {{(pid=101584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:46.538443 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 99aff27e-50ba-4b6b-917f-cb9304a976fd {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:39:46.538801 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 99aff27e-50ba-4b6b-917f-cb9304a976fd not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:39:46.539226 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device bb58550e-badb-4eef-aa63-08ac3b86e654 no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:39:46.571203 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1509a8e-d36b-4b2c-9d52-8ad8e6fab2b5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8cd7a7-8495-4277-a174-1df6329886dc,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:46.576299 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: bb58550e-badb-4eef-aa63-08ac3b86e654 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:39:46.576650 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device bb58550e-badb-4eef-aa63-08ac3b86e654 not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:39:46.576816 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 029bd853-ea41-4163-a7eb-2f2aa08b408d no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:39:46.586416 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.628128 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e1509a8e-d36b-4b2c-9d52-8ad8e6fab2b5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.629620 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-e1509a8e-d36b-4b2c-9d52-8ad8e6fab2b5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3158011 Nov 10 14:39:46.634510 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37876) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:46.637742 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5184a503-cc4c-4809-8b63-f864fb64cd68']}} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:46.640545 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-23a746ac-1555-4034-95f0-f79e759d478b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Request body: {'security_group_rule': {'security_group_id': 'ed10b20a-3e6c-4604-a942-ce9de523b01d', 'project_id': '997169d4ece34539b61623463dde885e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:39:46.648158 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 029bd853-ea41-4163-a7eb-2f2aa08b408d {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:39:46.648521 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 029bd853-ea41-4163-a7eb-2f2aa08b408d not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:39:46.653752 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d60602b-f352-4d01-aecd-8467e9e94b53') {'for_net_delete': True} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:46.654190 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d60602b-f352-4d01-aecd-8467e9e94b53') {} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:46.666113 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9874534'] for segment, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.690259 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.715661 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.721627 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:39:46.723138 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253879'] for segment, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: Traceback (most recent call last): Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: timer() Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: cb(*args, **kw) Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: return func(*args, **kwargs) Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: self._notify() Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: self.callback(batched_events) Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: event.method(event) Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: return f(self, *a, **k) Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._get(url).json() Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: return self.request(url, 'GET', **kwargs) Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:39:46.725538 dv-cinder-817229-1-iscsi neutron-server[101583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:39:46.750478 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d42f0713-9589-454e-91dc-0250097e53b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652'] for port, after_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.754230 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.securitygroups_db [None req-23a746ac-1555-4034-95f0-f79e759d478b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Project 997169d4ece34539b61623463dde885e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 14:39:46.761789 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-23a746ac-1555-4034-95f0-f79e759d478b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.804266 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f0713-9589-454e-91dc-0250097e53b5 None None] Pushing event deleted for resources: {'Port': ['ID=029bd853-ea41-4163-a7eb-2f2aa08b408d,revision_number=None']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:46.816550 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42f0713-9589-454e-91dc-0250097e53b5 None None] No DVR routers for this DVR port 029bd853-ea41-4163-a7eb-2f2aa08b408d on host dv-cinder-817229-1-iscsi {{(pid=101584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:39:46.841402 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.855678 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.858924 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5184a503-cc4c-4809-8b63-f864fb64cd68 HTTP/1.1" status: 204 len: 168 time: 0.9405549 Nov 10 14:39:46.861673 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-23a746ac-1555-4034-95f0-f79e759d478b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.863304 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37880) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:46.869415 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5515be0-f194-480e-9271-f34118ada640 req-83614149-d933-40b4-93a9-8b22221623e1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:46.872004 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f5515be0-f194-480e-9271-f34118ada640 req-83614149-d933-40b4-93a9-8b22221623e1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0777164 Nov 10 14:39:46.872132 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-23a746ac-1555-4034-95f0-f79e759d478b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.885686 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d1809-183c-4bbb-90e8-7c9ad33c7cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5184a503-cc4c-4809-8b63-f864fb64cd68,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:46.953842 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a746ac-1555-4034-95f0-f79e759d478b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31ef20c-2c71-4713-ac74-d7887a4eb5a0,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:46.965405 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-23a746ac-1555-4034-95f0-f79e759d478b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:46.971108 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-23a746ac-1555-4034-95f0-f79e759d478b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3352911 Nov 10 14:39:46.972000 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37882) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:46.982146 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-44e5ab2b-e7ca-4dec-a9ef-e1e35d730a17 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Request body: {'security_group_rule': {'security_group_id': 'ed10b20a-3e6c-4604-a942-ce9de523b01d', 'project_id': '997169d4ece34539b61623463dde885e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:39:47.052449 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.securitygroups_db [None req-44e5ab2b-e7ca-4dec-a9ef-e1e35d730a17 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Project 997169d4ece34539b61623463dde885e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 14:39:47.090131 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-44e5ab2b-e7ca-4dec-a9ef-e1e35d730a17 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:47.171771 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f5515be0-f194-480e-9271-f34118ada640 req-4941a9ad-8fa7-4147-857d-6f1fe4de2bf8 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2840509 Nov 10 14:39:47.225605 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-44e5ab2b-e7ca-4dec-a9ef-e1e35d730a17 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:47.231694 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-44e5ab2b-e7ca-4dec-a9ef-e1e35d730a17 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800205'] for security_group_rule, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:47.282753 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5ab2b-e7ca-4dec-a9ef-e1e35d730a17 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c209a7-a6e7-4824-b820-1a79b855a734,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:47.316949 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-44e5ab2b-e7ca-4dec-a9ef-e1e35d730a17 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:47.318168 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-44e5ab2b-e7ca-4dec-a9ef-e1e35d730a17 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3425701 Nov 10 14:39:47.364819 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f7a56-e3e8-4358-b177-fb8b87b69f37 req-64aff381-dff7-40fe-842d-31fb98d42eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:47.366342 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bb9f7a56-e3e8-4358-b177-fb8b87b69f37 req-64aff381-dff7-40fe-842d-31fb98d42eb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 1099 time: 0.0811694 Nov 10 14:39:47.515727 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f7a56-e3e8-4358-b177-fb8b87b69f37 req-d52eda33-0737-4694-8f71-0da8da73aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:47.518111 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bb9f7a56-e3e8-4358-b177-fb8b87b69f37 req-d52eda33-0737-4694-8f71-0da8da73aaaf service neutron] 10.222.0.32 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 917 time: 0.1257472 Nov 10 14:39:47.525272 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-cb46be07-12c6-4144-95a7-d5a106dd8e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804385'] for router_interface, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:47.772171 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:47.945758 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bb9f7a56-e3e8-4358-b177-fb8b87b69f37 req-124064d9-1d7b-4803-9fa2-652a6dc0ca44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab HTTP/1.1" status: 200 len: 1002 time: 0.4179227 Nov 10 14:39:48.058988 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f7a56-e3e8-4358-b177-fb8b87b69f37 req-5e5ee3f7-d735-4df2-ae1e-557e6f40ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:48.061177 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bb9f7a56-e3e8-4358-b177-fb8b87b69f37 req-5e5ee3f7-d735-4df2-ae1e-557e6f40ee27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 200 len: 855 time: 0.1081655 Nov 10 14:39:48.128651 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f7a56-e3e8-4358-b177-fb8b87b69f37 req-f4dc94a7-03cb-4b69-9a88-54b9ec146b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:48.130182 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bb9f7a56-e3e8-4358-b177-fb8b87b69f37 req-f4dc94a7-03cb-4b69-9a88-54b9ec146b95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1188f659-3386-43e3-8ceb-0934fe3b17ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611887 Nov 10 14:39:48.268529 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bb9f7a56-e3e8-4358-b177-fb8b87b69f37 req-e7f33297-fa37-49e4-ae31-2150e3e5e672 service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199982 Nov 10 14:39:48.274247 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-cb46be07-12c6-4144-95a7-d5a106dd8e59 admin admin] Deleting port f48edd19-809f-4eb3-af2a-34aa2bd18655 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:48.274589 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-cb46be07-12c6-4144-95a7-d5a106dd8e59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:48.323549 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c3277-404f-40ec-a515-68404afa7ee5 req-785ac19f-ff29-4357-bb59-7ddc90e122fa tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:48.325268 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e70c3277-404f-40ec-a515-68404afa7ee5 req-785ac19f-ff29-4357-bb59-7ddc90e122fa tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0723107 Nov 10 14:39:48.381391 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 1afed9f8-66b8-4bde-bd87-4f996f0cc588 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:39:48.383286 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e70c3277-404f-40ec-a515-68404afa7ee5 req-0b8637b0-c656-4ea4-8c09-27b726a2cfa9 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513716 Nov 10 14:39:48.456389 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 1afed9f8-66b8-4bde-bd87-4f996f0cc588 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:48.456776 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:48.465861 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [None req-cb46be07-12c6-4144-95a7-d5a106dd8e59 admin admin] For port f48edd19-809f-4eb3-af2a-34aa2bd18655, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=f48edd19-809f-4eb3-af2a-34aa2bd18655,segment=NetworkSegment(96f365e6-0d7e-44cd-b26c-e7566c04e87f),segment_id=96f365e6-0d7e-44cd-b26c-e7566c04e87f)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:48.467107 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-cb46be07-12c6-4144-95a7-d5a106dd8e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:48.477027 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bb9f7a56-e3e8-4358-b177-fb8b87b69f37 req-878c4547-5731-4fe1-8351-2111b25e05fc service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003305 Nov 10 14:39:48.483533 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-cb46be07-12c6-4144-95a7-d5a106dd8e59 admin admin] Calling delete_port for f48edd19-809f-4eb3-af2a-34aa2bd18655 owned by network:router_interface {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:48.536850 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:48.559103 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] For port 1afed9f8-66b8-4bde-bd87-4f996f0cc588, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=1afed9f8-66b8-4bde-bd87-4f996f0cc588,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:48.563314 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:48.613707 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Pushing event updated for resources: {'Port': ['ID=1afed9f8-66b8-4bde-bd87-4f996f0cc588,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:48.678058 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-cb46be07-12c6-4144-95a7-d5a106dd8e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:48.703838 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46be07-12c6-4144-95a7-d5a106dd8e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=f48edd19-809f-4eb3-af2a-34aa2bd18655,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:48.857667 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:39:48.882156 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-cb46be07-12c6-4144-95a7-d5a106dd8e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3713617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3804785'] for router_interface, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:49.106266 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb46be07-12c6-4144-95a7-d5a106dd8e59 admin admin] Router 7366c307-34e5-4953-aaa2-639740879231 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:39:49.213966 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb46be07-12c6-4144-95a7-d5a106dd8e59 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:39:49.218880 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-cb46be07-12c6-4144-95a7-d5a106dd8e59 admin admin] 10.222.0.39 "PUT /v2.0/routers/7366c307-34e5-4953-aaa2-639740879231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3538115 Nov 10 14:39:49.221670 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37952) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:49.222523 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943b95c7-9d4c-4427-a991-6c4398010afd None None] Sync routers for ids ['7366c307-34e5-4953-aaa2-639740879231'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:39:49.232908 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943b95c7-9d4c-4427-a991-6c4398010afd None None] Routers {'7366c307-34e5-4953-aaa2-639740879231'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:49.234027 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-943b95c7-9d4c-4427-a991-6c4398010afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['7366c307-34e5-4953-aaa2-639740879231'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:49.324217 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] Publish callbacks [] for router, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:49.342280 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-943b95c7-9d4c-4427-a991-6c4398010afd None None] Set router 7366c307-34e5-4953-aaa2-639740879231 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:49.432534 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:49.520919 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] Deleting port ad5d1182-2487-410c-b3e2-67374716c65a {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:49.521438 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:49.541689 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-943b95c7-9d4c-4427-a991-6c4398010afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7366c307-34e5-4953-aaa2-639740879231', 'name': 'tempest-TestShelveInstance-1661587427-router', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ad5d1182-2487-410c-b3e2-67374716c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:22Z', 'updated_at': '2021-11-10T14:39:48Z', 'revision_number': 5, 'project_id': '660fcf5017be48b69c1ee4ce0127a148', 'gw_port': {'id': 'ad5d1182-2487-410c-b3e2-67374716c65a', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7366c307-34e5-4953-aaa2-639740879231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:33:23Z', 'updated_at': '2021-11-10T14:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:49.570269 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943b95c7-9d4c-4427-a991-6c4398010afd None None] Checking router: 7366c307-34e5-4953-aaa2-639740879231 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:39:49.580076 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943b95c7-9d4c-4427-a991-6c4398010afd None None] Routers {'7366c307-34e5-4953-aaa2-639740879231'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:49.580806 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-943b95c7-9d4c-4427-a991-6c4398010afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['7366c307-34e5-4953-aaa2-639740879231'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:49.587795 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752b891-08ac-4f18-a07a-52c1ca432766 req-3702d4f6-6976-47dc-a6a7-d08858b04103 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:49.589387 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f752b891-08ac-4f18-a07a-52c1ca432766 req-3702d4f6-6976-47dc-a6a7-d08858b04103 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.1100545 Nov 10 14:39:49.663692 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] For port ad5d1182-2487-410c-b3e2-67374716c65a, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=ad5d1182-2487-410c-b3e2-67374716c65a,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:49.664057 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:49.671185 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-943b95c7-9d4c-4427-a991-6c4398010afd None None] Set router 7366c307-34e5-4953-aaa2-639740879231 gateway port host: None {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:49.679756 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f752b891-08ac-4f18-a07a-52c1ca432766 req-f5a79575-656d-45a3-a117-ba3b17d95330 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794308 Nov 10 14:39:49.684881 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] Calling delete_port for ad5d1182-2487-410c-b3e2-67374716c65a owned by network:router_gateway {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:49.746257 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-943b95c7-9d4c-4427-a991-6c4398010afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7366c307-34e5-4953-aaa2-639740879231', 'name': 'tempest-TestShelveInstance-1661587427-router', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:22Z', 'updated_at': '2021-11-10T14:39:49Z', 'revision_number': 6, 'project_id': '660fcf5017be48b69c1ee4ce0127a148', 'gw_port_host': None}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:49.774175 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943b95c7-9d4c-4427-a991-6c4398010afd None None] The sync data for ids ['7366c307-34e5-4953-aaa2-639740879231'] in dv-cinder-817229-1-iscsi is: [{'id': '7366c307-34e5-4953-aaa2-639740879231', 'name': 'tempest-TestShelveInstance-1661587427-router', 'tenant_id': '660fcf5017be48b69c1ee4ce0127a148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:33:22Z', 'updated_at': '2021-11-10T14:39:49Z', 'revision_number': 6, 'project_id': '660fcf5017be48b69c1ee4ce0127a148', 'gw_port_host': None}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:39:49.853797 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Sync routers for ids ['a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:39:49.865027 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Routers {'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:49.865737 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:49.880262 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:49.904425 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5d1182-2487-410c-b3e2-67374716c65a,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:49.977421 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3801243'] for router_gateway, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.066669 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Set router a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:50.081255 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126616'] for router, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.083370 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.136687 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806983'] for router, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.136889 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7366c307-34e5-4953-aaa2-639740879231 {{(pid=101583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 14:39:50.142857 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] Publish callbacks [] for router, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.144010 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-ee8690ae-b7ba-4a8e-8d87-293871777191 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7366c307-34e5-4953-aaa2-639740879231 HTTP/1.1" status: 204 len: 168 time: 0.9213617 Nov 10 14:39:50.146582 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 37960) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:50.211759 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede894e8-5c36-452d-bebd-cab8b0c9a1b7 admin admin] Deleting subnet bdeda718-cde0-4869-9768-df323e545a34 {{(pid=101583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:39:50.215150 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ede894e8-5c36-452d-bebd-cab8b0c9a1b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.258852 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ede894e8-5c36-452d-bebd-cab8b0c9a1b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9874559'] for subnet, precommit_delete_associations {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.303810 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'name': 'tempest-TestVolumeBootPattern-2033189520-router', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1afed9f8-66b8-4bde-bd87-4f996f0cc588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:39Z', 'updated_at': '2021-11-10T14:39:43Z', 'revision_number': 4, 'project_id': 'e8d2e41417b043ac83be8fa06090acbb', 'gw_port': {'id': '1afed9f8-66b8-4bde-bd87-4f996f0cc588', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:40Z', 'updated_at': '2021-11-10T14:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8', 'name': '', 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'mac_address': 'fa:16:3e:ec:95:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'acd755b3-dc17-4684-98f2-40193f7d67ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:42Z', 'updated_at': '2021-11-10T14:39:43Z', 'revision_number': 2, 'project_id': 'e8d2e41417b043ac83be8fa06090acbb', 'subnets': [{'id': 'acd755b3-dc17-4684-98f2-40193f7d67ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:50.333807 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Checking router: a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:39:50.334160 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Updating router a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 binding host dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 14:39:50.345666 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ede894e8-5c36-452d-bebd-cab8b0c9a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.358492 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.401961 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ede894e8-5c36-452d-bebd-cab8b0c9a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9466112'] for subnet, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.438207 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ede894e8-5c36-452d-bebd-cab8b0c9a1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.443791 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85fd8fd-9de4-4e45-9b84-9f04d5bb4767 None None] Network 81c75eb0-40e7-449d-b9c7-c13476ac8d5a requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:39:50.444379 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-ede894e8-5c36-452d-bebd-cab8b0c9a1b7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bdeda718-cde0-4869-9768-df323e545a34 HTTP/1.1" status: 204 len: 168 time: 0.2967229 Nov 10 14:39:50.444955 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37962) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:50.445499 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede894e8-5c36-452d-bebd-cab8b0c9a1b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdeda718-cde0-4869-9768-df323e545a34,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:50.524122 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.596043 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Deleting port f522910b-8f37-4bf8-9bba-1dbfc88b0978 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:50.596417 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.642776 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Publish callbacks [] for port, precommit_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.649504 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.694666 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace9a8d7-a1a9-45f5-b02f-e19358cb0c31 None None] DHCP port deletion for 81c75eb0-40e7-449d-b9c7-c13476ac8d5a request from dv-cinder-817229-1-iscsi {{(pid=101584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 14:39:50.701178 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bd35d-46eb-4c53-8b13-731126466343 None None] Pushing event updated for resources: {'Port': ['ID=41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8,revision_number=3']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:50.709017 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] For port f522910b-8f37-4bf8-9bba-1dbfc88b0978, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=f522910b-8f37-4bf8-9bba-1dbfc88b0978,segment=NetworkSegment(96f365e6-0d7e-44cd-b26c-e7566c04e87f),segment_id=96f365e6-0d7e-44cd-b26c-e7566c04e87f)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:50.709561 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.730752 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Calling delete_port for f522910b-8f37-4bf8-9bba-1dbfc88b0978 owned by network:dhcp {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:50.799213 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Attempting to bind port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 on host dv-cinder-817229-1-iscsi for vnic_type normal with profile {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:39:50.799592 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Attempting to bind port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 by drivers openvswitch,hyperv on host dv-cinder-817229-1-iscsi at level 0 using segments [{'id': 'f41f0b6f-0a88-485e-91c8-976214fe5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c'}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:39:50.799952 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Attempting to bind port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 on network 10a9a66f-eaaf-455e-81ca-780855a6366c {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:39:50.806016 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Checking agent: {'id': '68564aac-95c8-4a70-94f5-7abe0a5976b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817229-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 22, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817229-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:39:50.806660 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Checking segment: {'id': 'f41f0b6f-0a88-485e-91c8-976214fe5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:39:50.807145 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.807604 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Bound using segment: {'id': 'f41f0b6f-0a88-485e-91c8-976214fe5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c'} {{(pid=101585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:39:50.808162 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.managers [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Bound port: 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8, host: dv-cinder-817229-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41f0b6f-0a88-485e-91c8-976214fe5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c'}}] {{(pid=101585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:39:50.808598 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.816251 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 1afed9f8-66b8-4bde-bd87-4f996f0cc588 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:39:50.882385 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-ace9a8d7-a1a9-45f5-b02f-e19358cb0c31 None None] Deleting port f522910b-8f37-4bf8-9bba-1dbfc88b0978 {{(pid=101584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:39:50.882770 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ace9a8d7-a1a9-45f5-b02f-e19358cb0c31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.894136 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7977d-df89-49e9-8271-18ee10db9320 req-a1548f10-75fd-4082-a5cf-6521709994b5 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:50.895400 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.895737 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e7d7977d-df89-49e9-8271-18ee10db9320 req-a1548f10-75fd-4082-a5cf-6521709994b5 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0706587 Nov 10 14:39:50.935855 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Pushing event deleted for resources: {'Port': ['ID=f522910b-8f37-4bf8-9bba-1dbfc88b0978,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:50.944382 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] No DVR routers for this DVR port f522910b-8f37-4bf8-9bba-1dbfc88b0978 on host dv-cinder-817229-1-iscsi {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:39:50.963414 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] For port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8, host dv-cinder-817229-1-iscsi, cleared binding levels {{(pid=101585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:39:50.968769 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.plugins.ml2.db [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] For port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8, host dv-cinder-817229-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8,segment=NetworkSegment(f41f0b6f-0a88-485e-91c8-976214fe5adb),segment_id=f41f0b6f-0a88-485e-91c8-976214fe5adb)] {{(pid=101585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:39:50.973581 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron_lib.callbacks.manager [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:50.994852 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e7d7977d-df89-49e9-8271-18ee10db9320 req-fb2b8e48-e2f8-471e-bc02-60c1e4a93482 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918670 Nov 10 14:39:51.038035 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-ace9a8d7-a1a9-45f5-b02f-e19358cb0c31 None None] For port f522910b-8f37-4bf8-9bba-1dbfc88b0978, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=f522910b-8f37-4bf8-9bba-1dbfc88b0978,segment=NetworkSegment(96f365e6-0d7e-44cd-b26c-e7566c04e87f),segment_id=96f365e6-0d7e-44cd-b26c-e7566c04e87f)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:51.038659 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ace9a8d7-a1a9-45f5-b02f-e19358cb0c31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.048741 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.058441 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Routers {'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:39:51.065288 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:39:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:51.072494 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 1afed9f8-66b8-4bde-bd87-4f996f0cc588 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:51.073214 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.119860 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c75eb0-40e7-449d-b9c7-c13476ac8d5a']}} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:51.132442 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-ace9a8d7-a1a9-45f5-b02f-e19358cb0c31 None None] Calling delete_port for f522910b-8f37-4bf8-9bba-1dbfc88b0978 owned by network:dhcp {{(pid=101584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:39:51.157707 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f365e6-0d7e-44cd-b26c-e7566c04e87f') {'for_net_delete': True} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:51.158715 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f365e6-0d7e-44cd-b26c-e7566c04e87f') {} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:51.171204 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bd35d-46eb-4c53-8b13-731126466343 None None] Pushing event updated for resources: {'Port': ['ID=41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8,revision_number=4']} {{(pid=101585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:51.184326 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126436'] for segment, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.203989 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-84a4fbe8-19d3-4403-92f9-5cdd2782b54b None None] Provisioning complete for port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:51.204377 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-84a4fbe8-19d3-4403-92f9-5cdd2782b54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.213973 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.221438 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:39:51.221868 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8824795'] for segment, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.295501 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] Set router a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: Traceback (most recent call last): Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: timer() Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: cb(*args, **kw) Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: return func(*args, **kwargs) Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: self._notify() Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: self.callback(batched_events) Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: event.method(event) Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: return f(self, *a, **k) Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: return self._get(url).json() Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: return self.request(url, 'GET', **kwargs) Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:39:51.300074 dv-cinder-817229-1-iscsi neutron-server[101582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:39:51.303468 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.308729 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.315065 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] 10.222.0.39 "DELETE /v2.0/networks/81c75eb0-40e7-449d-b9c7-c13476ac8d5a HTTP/1.1" status: 204 len: 168 time: 0.8661714 Nov 10 14:39:51.332501 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca55c0-96ff-400e-8bcf-32e9d401b76a admin admin] Pushing event deleted for resources: {'Network': ['ID=81c75eb0-40e7-449d-b9c7-c13476ac8d5a,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:51.334555 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ace9a8d7-a1a9-45f5-b02f-e19358cb0c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652'] for port, after_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.349489 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ace9a8d7-a1a9-45f5-b02f-e19358cb0c31 None None] Network 81c75eb0-40e7-449d-b9c7-c13476ac8d5a is not hosted by any dhcp agent {{(pid=101584) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 14:39:51.349995 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace9a8d7-a1a9-45f5-b02f-e19358cb0c31 None None] No DVR routers for this DVR port f522910b-8f37-4bf8-9bba-1dbfc88b0978 on host dv-cinder-817229-1-iscsi {{(pid=101584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:39:51.401877 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9a8d7-a1a9-45f5-b02f-e19358cb0c31 None None] Pushing event deleted for resources: {'Port': ['ID=f522910b-8f37-4bf8-9bba-1dbfc88b0978,revision_number=None']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:51.445241 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-84a4fbe8-19d3-4403-92f9-5cdd2782b54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.476209 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device f48edd19-809f-4eb3-af2a-34aa2bd18655 no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:39:51.488786 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-84a4fbe8-19d3-4403-92f9-5cdd2782b54b None None] For port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8,segment=NetworkSegment(f41f0b6f-0a88-485e-91c8-976214fe5adb),segment_id=f41f0b6f-0a88-485e-91c8-976214fe5adb)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:51.504424 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37972) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:51.512204 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: f48edd19-809f-4eb3-af2a-34aa2bd18655 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:39:51.512686 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device f48edd19-809f-4eb3-af2a-34aa2bd18655 not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:39:51.514306 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-84a4fbe8-19d3-4403-92f9-5cdd2782b54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.564294 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-a4888093-52ab-4f30-9f53-f8db8177e4bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9f92a156dc645639782d0a6f0c0bce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0586441 Nov 10 14:39:51.566753 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37974) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:51.579835 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'name': 'tempest-TestVolumeBootPattern-2033189520-router', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1afed9f8-66b8-4bde-bd87-4f996f0cc588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:39Z', 'updated_at': '2021-11-10T14:39:43Z', 'revision_number': 4, 'project_id': 'e8d2e41417b043ac83be8fa06090acbb', 'gw_port': {'id': '1afed9f8-66b8-4bde-bd87-4f996f0cc588', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:40Z', 'updated_at': '2021-11-10T14:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8', 'name': '', 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'mac_address': 'fa:16:3e:ec:95:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'acd755b3-dc17-4684-98f2-40193f7d67ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:42Z', 'updated_at': '2021-11-10T14:39:50Z', 'revision_number': 4, 'project_id': 'e8d2e41417b043ac83be8fa06090acbb', 'subnets': [{'id': 'acd755b3-dc17-4684-98f2-40193f7d67ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:39:51.592161 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4fbe8-19d3-4403-92f9-5cdd2782b54b None None] Pushing event updated for resources: {'Port': ['ID=41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:51.613289 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad322a-8264-4c55-bf4e-f295eac84b2e None None] The sync data for ids ['a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'] in dv-cinder-817229-1-iscsi is: [{'id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'name': 'tempest-TestVolumeBootPattern-2033189520-router', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1afed9f8-66b8-4bde-bd87-4f996f0cc588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:39Z', 'updated_at': '2021-11-10T14:39:43Z', 'revision_number': 4, 'project_id': 'e8d2e41417b043ac83be8fa06090acbb', 'gw_port': {'id': '1afed9f8-66b8-4bde-bd87-4f996f0cc588', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:40Z', 'updated_at': '2021-11-10T14:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8', 'name': '', 'network_id': '10a9a66f-eaaf-455e-81ca-780855a6366c', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'mac_address': 'fa:16:3e:ec:95:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'acd755b3-dc17-4684-98f2-40193f7d67ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:42Z', 'updated_at': '2021-11-10T14:39:50Z', 'revision_number': 4, 'project_id': 'e8d2e41417b043ac83be8fa06090acbb', 'subnets': [{'id': 'acd755b3-dc17-4684-98f2-40193f7d67ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:39:51.625165 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-bf46151c-61cd-4aa1-9df7-eae1ad986a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.639291 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-e61ee82d-89d0-48cb-8f3e-8444debff50a None None] Provisioning complete for port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:51.640035 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e61ee82d-89d0-48cb-8f3e-8444debff50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.649344 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-bf46151c-61cd-4aa1-9df7-eae1ad986a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.715315 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-bf46151c-61cd-4aa1-9df7-eae1ad986a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.720064 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-bf46151c-61cd-4aa1-9df7-eae1ad986a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:51.723539 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-bf46151c-61cd-4aa1-9df7-eae1ad986a4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8fa68d3-1d6d-4576-9381-3f817e3b16ef HTTP/1.1" status: 204 len: 168 time: 0.1536932 Nov 10 14:39:51.733072 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46151c-61cd-4aa1-9df7-eae1ad986a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fa68d3-1d6d-4576-9381-3f817e3b16ef,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:52.071011 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37980) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:52.118146 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-1b1a0d75-c47d-4d33-a114-b61f966ebf33 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=660fcf5017be48b69c1ee4ce0127a148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458784 Nov 10 14:39:52.120568 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 37984) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:39:52.182147 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7a65f1a9-7298-48b2-bdad-7b160e76dc02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:52.197483 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54470ed6-8873-46ef-9e62-6fa32594a3b6 req-4813abcf-834f-4fe6-8a3a-2a3f7b067861 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:52.199054 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-54470ed6-8873-46ef-9e62-6fa32594a3b6 req-4813abcf-834f-4fe6-8a3a-2a3f7b067861 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0618162 Nov 10 14:39:52.207547 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7a65f1a9-7298-48b2-bdad-7b160e76dc02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:52.250355 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-54470ed6-8873-46ef-9e62-6fa32594a3b6 req-51c2dd70-c848-4f48-99b7-9178a7fe4a28 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453413 Nov 10 14:39:52.293258 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7a65f1a9-7298-48b2-bdad-7b160e76dc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:52.296406 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7a65f1a9-7298-48b2-bdad-7b160e76dc02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:52.297568 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-7a65f1a9-7298-48b2-bdad-7b160e76dc02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fafebc07-9f47-4632-b275-f1787ed25584 HTTP/1.1" status: 204 len: 168 time: 0.1760240 Nov 10 14:39:52.306224 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65f1a9-7298-48b2-bdad-7b160e76dc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafebc07-9f47-4632-b275-f1787ed25584,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:52.359483 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 up at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:39:52.411061 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Provisioning complete for port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:52.411459 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:52.584739 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device ad5d1182-2487-410c-b3e2-67374716c65a no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:39:52.610597 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: ad5d1182-2487-410c-b3e2-67374716c65a {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:39:52.610935 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device ad5d1182-2487-410c-b3e2-67374716c65a not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:39:52.611355 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device f522910b-8f37-4bf8-9bba-1dbfc88b0978 no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:39:52.634980 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: f522910b-8f37-4bf8-9bba-1dbfc88b0978 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:39:52.635381 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device f522910b-8f37-4bf8-9bba-1dbfc88b0978 not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:39:53.381242 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea12f-7dfa-4c44-b9d4-3af4f28cf3a3 req-e40fc2b2-7078-4f69-985e-c0a75aa10da0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:53.382699 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b24ea12f-7dfa-4c44-b9d4-3af4f28cf3a3 req-e40fc2b2-7078-4f69-985e-c0a75aa10da0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0506823 Nov 10 14:39:53.434323 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b24ea12f-7dfa-4c44-b9d4-3af4f28cf3a3 req-31400da8-2490-4740-a19c-df91281eab36 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458484 Nov 10 14:39:54.291093 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device f2110b4b-2a08-4b7b-b17e-4f35712e17ab details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:39:54.386697 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port f2110b4b-2a08-4b7b-b17e-4f35712e17ab, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:54.398783 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'port_id': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'mac_address': 'fa:16:3e:27:66:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:39:54.439030 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:54.451879 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2110b4b-2a08-4b7b-b17e-4f35712e17ab {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:39:54.472900 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port f2110b4b-2a08-4b7b-b17e-4f35712e17ab, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:54.477630 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:54.528269 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,revision_number=6']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:54.562068 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['f2110b4b-2a08-4b7b-b17e-4f35712e17ab'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:39:54.563551 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e078e-9817-4bb5-9a20-d5e19daef779 req-9d89c488-445f-4671-a630-4c098c037754 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:54.565138 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-257e078e-9817-4bb5-9a20-d5e19daef779 req-9d89c488-445f-4671-a630-4c098c037754 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 945 time: 0.0527618 Nov 10 14:39:54.615667 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-257e078e-9817-4bb5-9a20-d5e19daef779 req-e230cb13-5158-4ac2-bd22-2f2f9fcc212e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432086 Nov 10 14:39:55.741479 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebafb22-dd4e-496b-8f47-564bc39987d3 req-cdef4eaf-b2ac-416e-8d20-48f7eca10e53 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:55.743007 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-aebafb22-dd4e-496b-8f47-564bc39987d3 req-cdef4eaf-b2ac-416e-8d20-48f7eca10e53 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 945 time: 0.0521853 Nov 10 14:39:55.792766 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-aebafb22-dd4e-496b-8f47-564bc39987d3 req-28a5093b-07c4-4ec8-8683-8f92f2186aca tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430417 Nov 10 14:39:56.306105 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device f2110b4b-2a08-4b7b-b17e-4f35712e17ab up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:39:56.358313 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port f2110b4b-2a08-4b7b-b17e-4f35712e17ab triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:39:56.358692 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:56.560087 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:56.582377 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a418367-87d8-4905-bba7-9e420e01eac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:39:56.584632 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dce863-6491-43ff-a8e3-69e82a8298e7" -d '{"events": [{"server_uuid": "2a418367-87d8-4905-bba7-9e420e01eac5", "name": "network-vif-plugged", "status": "completed", "tag": "f2110b4b-2a08-4b7b-b17e-4f35712e17ab"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:39:56.597376 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port f2110b4b-2a08-4b7b-b17e-4f35712e17ab, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:39:56.602503 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:39:56.627049 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97383e7f-998d-490f-b573-035ed90d195d x-openstack-request-id: req-97383e7f-998d-490f-b573-035ed90d195d {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:39:56.627343 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a418367-87d8-4905-bba7-9e420e01eac5", "name": "network-vif-plugged", "status": "completed", "tag": "f2110b4b-2a08-4b7b-b17e-4f35712e17ab", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:39:56.627593 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97383e7f-998d-490f-b573-035ed90d195d {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:39:56.627977 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a418367-87d8-4905-bba7-9e420e01eac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'code': 200} Nov 10 14:39:56.652627 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,revision_number=7']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:39:56.916057 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17105b-a349-41f0-b8cc-60d7a5a1efcc req-bef7b74a-331c-40d7-b1eb-ed243e9d917d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:56.917606 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-df17105b-a349-41f0-b8cc-60d7a5a1efcc req-bef7b74a-331c-40d7-b1eb-ed243e9d917d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0488126 Nov 10 14:39:56.965163 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-df17105b-a349-41f0-b8cc-60d7a5a1efcc req-15f08a4c-891b-4968-b190-317e68c1f047 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409753 Nov 10 14:39:58.095819 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ba268-b80f-47e4-bbeb-a15b8a7eb632 req-a3e9764f-aee2-463d-9e98-560ce9b00538 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:58.097317 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a02ba268-b80f-47e4-bbeb-a15b8a7eb632 req-a3e9764f-aee2-463d-9e98-560ce9b00538 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0545201 Nov 10 14:39:58.143614 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a02ba268-b80f-47e4-bbeb-a15b8a7eb632 req-cb331788-55ea-40b0-8284-0935d74bf2c0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404499 Nov 10 14:39:59.266563 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965d66f-a16c-4f61-aeb2-1d3e19bcd92c req-2b5809b5-4c01-4fe3-b371-6220a37ce86d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:39:59.268031 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c965d66f-a16c-4f61-aeb2-1d3e19bcd92c req-2b5809b5-4c01-4fe3-b371-6220a37ce86d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0524788 Nov 10 14:39:59.314030 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c965d66f-a16c-4f61-aeb2-1d3e19bcd92c req-b603fcc2-abe1-4281-82ce-ce9adf6276ab tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400722 Nov 10 14:40:00.447565 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be9950-0cd6-4489-8b02-d4d9813f4d48 req-ad45d7f9-b559-4728-87dd-a42720ac9115 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:00.454961 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b2be9950-0cd6-4489-8b02-d4d9813f4d48 req-ad45d7f9-b559-4728-87dd-a42720ac9115 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0582385 Nov 10 14:40:00.508364 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b2be9950-0cd6-4489-8b02-d4d9813f4d48 req-427098e5-88ba-4030-8553-3ffd6b4b0d30 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524671 Nov 10 14:40:01.669993 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4f7ef-99b9-4c3b-98a0-39f2616df554 req-6d53da9a-988f-4fd1-bbf1-00e45223b78b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:01.673697 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6aa4f7ef-99b9-4c3b-98a0-39f2616df554 req-6d53da9a-988f-4fd1-bbf1-00e45223b78b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0799100 Nov 10 14:40:01.735381 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6aa4f7ef-99b9-4c3b-98a0-39f2616df554 req-60a86318-4506-4656-92f7-57f6d2b569f6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549641 Nov 10 14:40:02.875918 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabb95f-7728-4aa7-9562-7df9cb26ab66 req-9ca04bcc-3d01-4b4b-8860-9b2725d55d52 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:02.877550 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5cabb95f-7728-4aa7-9562-7df9cb26ab66 req-9ca04bcc-3d01-4b4b-8860-9b2725d55d52 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0556376 Nov 10 14:40:02.937060 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5cabb95f-7728-4aa7-9562-7df9cb26ab66 req-15bad686-0fc7-4aa4-a5f7-d7d0ccc56395 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532556 Nov 10 14:40:04.074649 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b3610-8f4d-43f8-8cff-275c85c75c5e req-f9e84bdf-841e-417b-b4eb-d3d8ed082420 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:04.076315 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e19b3610-8f4d-43f8-8cff-275c85c75c5e req-f9e84bdf-841e-417b-b4eb-d3d8ed082420 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0496416 Nov 10 14:40:04.128983 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e19b3610-8f4d-43f8-8cff-275c85c75c5e req-e4f0e043-3ce9-4c23-b8bb-c99d60717126 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458329 Nov 10 14:40:05.253309 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7969d-2cf6-4c81-afc9-7dcb3316a955 req-49e3625f-fda9-445e-a496-13bc49dd6be5 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:05.254780 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1fb7969d-2cf6-4c81-afc9-7dcb3316a955 req-49e3625f-fda9-445e-a496-13bc49dd6be5 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0507433 Nov 10 14:40:05.308856 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1fb7969d-2cf6-4c81-afc9-7dcb3316a955 req-091ccafd-fb77-493b-b850-7bc645b1b28d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479085 Nov 10 14:40:06.434064 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ff810-b9fb-44e0-9e74-4f4dac73c6a3 req-36bd2e1e-bce3-463e-a148-4fd8078c9803 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:06.435577 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d48ff810-b9fb-44e0-9e74-4f4dac73c6a3 req-36bd2e1e-bce3-463e-a148-4fd8078c9803 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0501020 Nov 10 14:40:06.485300 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d48ff810-b9fb-44e0-9e74-4f4dac73c6a3 req-5e3f3e7d-4829-402a-9ef4-887fc1e8ef17 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434215 Nov 10 14:40:07.616995 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311200fb-163c-4bf0-ac59-ad786a88eaca req-96d5409c-4495-4b4c-accc-ea1ef81a8d38 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:07.618484 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-311200fb-163c-4bf0-ac59-ad786a88eaca req-96d5409c-4495-4b4c-accc-ea1ef81a8d38 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0543811 Nov 10 14:40:07.670083 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-311200fb-163c-4bf0-ac59-ad786a88eaca req-236534ff-e2de-4473-8dbf-4b6ed822ed12 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453625 Nov 10 14:40:08.804262 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec455c-c541-442c-ae1f-3b2be80dd79d req-180ed1ee-88f4-4078-9ecd-2808c2d86b85 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:08.806375 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c9ec455c-c541-442c-ae1f-3b2be80dd79d req-180ed1ee-88f4-4078-9ecd-2808c2d86b85 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0555360 Nov 10 14:40:08.859270 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c9ec455c-c541-442c-ae1f-3b2be80dd79d req-1427b9ca-55eb-49c4-9375-9064a6f5a80b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471840 Nov 10 14:40:09.996952 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b00172-dbb9-4f69-afa8-5e4a442f8833 req-bd10e756-7709-4367-aeea-bc242c0b9975 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:09.998474 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-97b00172-dbb9-4f69-afa8-5e4a442f8833 req-bd10e756-7709-4367-aeea-bc242c0b9975 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0510452 Nov 10 14:40:10.053157 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-97b00172-dbb9-4f69-afa8-5e4a442f8833 req-94484b47-0f56-4bbf-bee7-432b49d9c2c4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482934 Nov 10 14:40:10.470282 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-836cff2d-6beb-4116-ab03-8a3fa6730ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:11.224218 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fd170-f1c7-43f5-a7cd-29294b57bc00 req-07a12494-2ed5-4601-a5a9-57633a2ea471 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:11.231921 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-249fd170-f1c7-43f5-a7cd-29294b57bc00 req-07a12494-2ed5-4601-a5a9-57633a2ea471 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0750551 Nov 10 14:40:11.283438 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-249fd170-f1c7-43f5-a7cd-29294b57bc00 req-456c829e-3b8e-4a2a-ac94-6557581e266e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500376 Nov 10 14:40:11.456423 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-12e8bc36-27d4-4a92-8ee9-d118b5a5d853 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657790068&fields=id&tenant_id=997169d4ece34539b61623463dde885e HTTP/1.1" status: 200 len: 267 time: 0.0557764 Nov 10 14:40:11.615106 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-6d65f2b6-0bd2-48c2-ba09-7e1927d0aeaf tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:11.623891 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-6d65f2b6-0bd2-48c2-ba09-7e1927d0aeaf tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 812 time: 0.1659720 Nov 10 14:40:11.644762 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-e626aaaf-da70-4dec-a048-9e096dd7fbdd tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/quotas/997169d4ece34539b61623463dde885e HTTP/1.1" status: 200 len: 375 time: 0.0199237 Nov 10 14:40:11.701836 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-09054b98-148a-4c28-bbe7-54fe0084583a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555029 Nov 10 14:40:11.808880 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-597c8e2e-6bf9-45cb-8d94-8b7b57ddb42f service neutron] 10.222.0.39 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943110 Nov 10 14:40:11.916898 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-0ed614b6-087b-4ed4-b103-453e85a86f92 service neutron] 10.222.0.39 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014907 Nov 10 14:40:12.237681 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9e0ea200-633f-4f02-83b9-642aba41fa13 req-9f0ec033-8df3-4d78-bde2-50cecfa7f8e1 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 210 time: 0.0379143 Nov 10 14:40:12.422915 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42afd1d-1b1b-46e3-91cb-edf9534f402b req-cc9ac0d2-017a-47e0-a40f-53ef18177c32 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:12.424750 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b42afd1d-1b1b-46e3-91cb-edf9534f402b req-cc9ac0d2-017a-47e0-a40f-53ef18177c32 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0512822 Nov 10 14:40:12.485682 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b42afd1d-1b1b-46e3-91cb-edf9534f402b req-a77e376d-a3d5-4d7d-b031-b299104fe616 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541477 Nov 10 14:40:13.015815 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-08b39e6f-6ef0-4fac-acd1-d37c79a732c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:13.314993 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0f0bb4bb-21bb-4068-a5c2-ab4b0047621f req-2910a5ec-4919-4ade-a7e0-f81d6636f6ae tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 210 time: 0.0265312 Nov 10 14:40:13.608106 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491040b-f556-4309-85dc-fa525ae1f931 req-965f72fb-abbc-4f3a-8783-66342add202f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:13.609580 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7491040b-f556-4309-85dc-fa525ae1f931 req-965f72fb-abbc-4f3a-8783-66342add202f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0514808 Nov 10 14:40:13.659371 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7491040b-f556-4309-85dc-fa525ae1f931 req-b0600c54-ef9d-42cd-a9a8-4bc8573d070e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436568 Nov 10 14:40:13.934098 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee663-0304-4b86-a5a5-df8dd17c9c17 req-581d21f2-f8dc-44fb-8e5b-9660f232fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:13.935663 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-195ee663-0304-4b86-a5a5-df8dd17c9c17 req-581d21f2-f8dc-44fb-8e5b-9660f232fe73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 1099 time: 0.0431073 Nov 10 14:40:14.042944 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee663-0304-4b86-a5a5-df8dd17c9c17 req-c3ad48db-1638-45c2-9835-e247afbc0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:14.044504 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-195ee663-0304-4b86-a5a5-df8dd17c9c17 req-c3ad48db-1638-45c2-9835-e247afbc0715 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 917 time: 0.1013286 Nov 10 14:40:14.108840 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-195ee663-0304-4b86-a5a5-df8dd17c9c17 req-c1217d4f-0405-4d35-8b9f-79574ce3a8e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab HTTP/1.1" status: 200 len: 1002 time: 0.0565796 Nov 10 14:40:14.143233 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:14.162407 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee663-0304-4b86-a5a5-df8dd17c9c17 req-477251f8-abf4-4892-8501-8b036e98bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:14.163867 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-195ee663-0304-4b86-a5a5-df8dd17c9c17 req-477251f8-abf4-4892-8501-8b036e98bd4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 200 len: 855 time: 0.0479181 Nov 10 14:40:14.210042 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee663-0304-4b86-a5a5-df8dd17c9c17 req-0e0a1c75-b4bf-4292-8a47-16c941d9b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:14.211550 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-195ee663-0304-4b86-a5a5-df8dd17c9c17 req-0e0a1c75-b4bf-4292-8a47-16c941d9b73a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1188f659-3386-43e3-8ceb-0934fe3b17ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392635 Nov 10 14:40:14.309640 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-195ee663-0304-4b86-a5a5-df8dd17c9c17 req-aa4feda5-9bff-4add-882e-d9f0272af53a service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890632 Nov 10 14:40:14.401163 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-05568185-5231-453a-8606-47b0e012a933 req-ad00ae23-d3d7-4ccc-b3a2-60aee4a04697 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 210 time: 0.0320084 Nov 10 14:40:14.424858 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-195ee663-0304-4b86-a5a5-df8dd17c9c17 req-cf316b8c-2eaf-44eb-863a-85af2eae7446 service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068335 Nov 10 14:40:14.782735 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc5ee3-75e5-40dc-a5b7-13d0ad6b96f2 req-864b60f2-2860-4010-9ca0-aab0b0079ce1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:14.784223 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f3bc5ee3-75e5-40dc-a5b7-13d0ad6b96f2 req-864b60f2-2860-4010-9ca0-aab0b0079ce1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0499234 Nov 10 14:40:14.834389 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f3bc5ee3-75e5-40dc-a5b7-13d0ad6b96f2 req-0d6267be-c1e9-4a2c-b05f-310cde96fa4d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419009 Nov 10 14:40:15.490754 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-11421fb8-e61a-4ae3-bab1-4dcf3b1a742b req-3be5b7fc-9bbb-40cf-9f14-6235c7250c0d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 210 time: 0.0379338 Nov 10 14:40:15.551849 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:15.578249 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb473ba-1e0b-4d2d-aea1-e06fe6cc4824 req-905d9eb9-a748-4192-8e9e-b09d7b83bcb9 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:15.580907 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2cb473ba-1e0b-4d2d-aea1-e06fe6cc4824 req-905d9eb9-a748-4192-8e9e-b09d7b83bcb9 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 945 time: 0.0564172 Nov 10 14:40:15.629926 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2cb473ba-1e0b-4d2d-aea1-e06fe6cc4824 req-c86ad2fd-1b03-4237-9b5b-e7d6ff7f4fff tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=93078b08-aa7d-48b9-afb0-b3ab63a57102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424573 Nov 10 14:40:15.957028 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaad6ea-3a82-4a6c-bd31-283de8698c8e req-f278ba27-5b7c-41cb-a431-28f0b3b73276 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:15.958478 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-abaad6ea-3a82-4a6c-bd31-283de8698c8e req-f278ba27-5b7c-41cb-a431-28f0b3b73276 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 946 time: 0.0518043 Nov 10 14:40:16.004504 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-abaad6ea-3a82-4a6c-bd31-283de8698c8e req-96b15abd-0ec7-4703-ac60-31da81886229 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401270 Nov 10 14:40:16.405144 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device f2110b4b-2a08-4b7b-b17e-4f35712e17ab no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:40:16.483507 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:16.507365 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a418367-87d8-4905-bba7-9e420e01eac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:40:16.509645 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a06e91-3941-41c9-8a73-69de19533974" -d '{"events": [{"server_uuid": "2a418367-87d8-4905-bba7-9e420e01eac5", "name": "network-vif-unplugged", "status": "completed", "tag": "f2110b4b-2a08-4b7b-b17e-4f35712e17ab"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:40:16.522639 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port f2110b4b-2a08-4b7b-b17e-4f35712e17ab, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:40:16.527370 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:16.553332 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 14:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b53c88-6284-4fd4-a9f7-a8b003ad5eb3 x-openstack-request-id: req-f9b53c88-6284-4fd4-a9f7-a8b003ad5eb3 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:40:16.553971 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a418367-87d8-4905-bba7-9e420e01eac5", "name": "network-vif-unplugged", "status": "failed", "tag": "f2110b4b-2a08-4b7b-b17e-4f35712e17ab", "code": 422}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:40:16.553971 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9b53c88-6284-4fd4-a9f7-a8b003ad5eb3 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:40:16.554255 dv-cinder-817229-1-iscsi neutron-server[101584]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2a418367-87d8-4905-bba7-9e420e01eac5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'code': 422} returned with failed status Nov 10 14:40:16.579809 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,revision_number=8']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:16.586814 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e8eaaa68-2fa8-4e28-ae92-9b8a70338cc4 req-47a087dc-4559-4f3e-a02e-5e1ef369552c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 210 time: 0.0266979 Nov 10 14:40:16.674264 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:16.752149 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3f78b-05b5-40e9-8d51-fde4994229b5 req-cebcfa0d-09af-4867-9174-96f0f5237b3c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:16.753679 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7bf3f78b-05b5-40e9-8d51-fde4994229b5 req-cebcfa0d-09af-4867-9174-96f0f5237b3c tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 945 time: 0.0497739 Nov 10 14:40:16.801488 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7bf3f78b-05b5-40e9-8d51-fde4994229b5 req-8577fd4c-c157-48ae-a455-67e2de1db57d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=93078b08-aa7d-48b9-afb0-b3ab63a57102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418918 Nov 10 14:40:17.124041 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c8314-589c-4613-96d9-d0cf9aa510e7 req-49eee267-1825-4862-adb4-ce72f453a330 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:17.124041 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e71c8314-589c-4613-96d9-d0cf9aa510e7 req-49eee267-1825-4862-adb4-ce72f453a330 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0488725 Nov 10 14:40:17.172571 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e71c8314-589c-4613-96d9-d0cf9aa510e7 req-80137322-ee04-4b97-9a87-16437d1931ff tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431931 Nov 10 14:40:17.286252 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-ac3d8471-697c-479f-9485-9e357c7f6d1d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:17.287792 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-ac3d8471-697c-479f-9485-9e357c7f6d1d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 812 time: 0.1143024 Nov 10 14:40:17.361512 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-ead78784-b4d9-4385-be0f-e9cc48772c70 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=997169d4ece34539b61623463dde885e HTTP/1.1" status: 200 len: 380 time: 0.0625393 Nov 10 14:40:17.381267 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Request body: {'port': {'device_id': '2e6633ea-ddc5-43b9-b259-9fe7a535a116', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'admin_state_up': True, 'tenant_id': '997169d4ece34539b61623463dde885e', 'security_groups': ['ed10b20a-3e6c-4604-a942-ce9de523b01d']}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:40:17.502402 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Made reservation on behalf of 997169d4ece34539b61623463dde885e for: {'port': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:40:17.506816 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:17.643142 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Allocated IP 172.20.0.12 (5349bd27-20ab-45df-986f-87dec95885a9/cdf61559-bfb7-4ec8-8864-ccacd3d58ebf/a0b2fb59-5b29-4208-b22b-790485a4e937) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:40:17.688319 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-0a2c436c-78a2-446c-b09e-409d68f994bb tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:17.702694 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-0a2c436c-78a2-446c-b09e-409d68f994bb tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 945 time: 0.0727973 Nov 10 14:40:17.758102 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e8f92408-e7f3-40b8-a483-cb31bef18914 req-556a9435-480f-4de4-8894-452c7896605e tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 210 time: 0.0683029 Nov 10 14:40:17.766239 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:17.833476 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Deleting port b995ac0b-7b1c-441f-89e3-62455730bf4b {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:40:17.834916 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:17.868233 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:17.941711 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:17.947025 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] For port b995ac0b-7b1c-441f-89e3-62455730bf4b, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=b995ac0b-7b1c-441f-89e3-62455730bf4b,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:40:17.947379 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:17.983025 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794b157-cf64-47d8-a626-8962367b4c44 req-b7596830-0380-4195-bc8c-552304432f81 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:17.984603 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3794b157-cf64-47d8-a626-8962367b4c44 req-b7596830-0380-4195-bc8c-552304432f81 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 945 time: 0.0991032 Nov 10 14:40:18.005569 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Network 5349bd27-20ab-45df-986f-87dec95885a9 is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:40:18.018756 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:40:18.024004 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:40:18.057808 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'Port': ['ID=a0b2fb59-5b29-4208-b22b-790485a4e937,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:18.096439 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3794b157-cf64-47d8-a626-8962367b4c44 req-dd283c01-17dd-4751-beff-7272e3a1beb2 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups?id=93078b08-aa7d-48b9-afb0-b3ab63a57102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040311 Nov 10 14:40:18.103175 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.103804 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.104613 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.105124 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.105636 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.106171 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.106698 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.107213 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.107995 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.108536 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.109044 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.110090 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.136266 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:18.137811 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:18.161335 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-19c0860c-c4bb-4651-a956-7d9074881029 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7840061 Nov 10 14:40:18.180762 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Request body: {'port': {'device_id': '2e6633ea-ddc5-43b9-b259-9fe7a535a116', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:40:18.215047 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:18.215409 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:18.215732 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.l3_db [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Floating IP 28997f49-117c-447d-9f0c-e4e7f750a08c disassociated. External IP: 172.27.1.119, port: b995ac0b-7b1c-441f-89e3-62455730bf4b. Nov 10 14:40:18.216071 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Calling delete_port for b995ac0b-7b1c-441f-89e3-62455730bf4b owned by compute:nova {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:40:18.263156 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:18.364284 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-28a0a1a3-6e1a-4697-9084-289d66896e7a None None] Provisioning complete for port a0b2fb59-5b29-4208-b22b-790485a4e937 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:40:18.364926 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-28a0a1a3-6e1a-4697-9084-289d66896e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:18.385880 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:18.403240 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-28a0a1a3-6e1a-4697-9084-289d66896e7a None None] Port a0b2fb59-5b29-4208-b22b-790485a4e937 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:40:18.425592 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event deleted for resources: {'Port': ['ID=b995ac0b-7b1c-441f-89e3-62455730bf4b,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:18.435367 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.435708 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.436048 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.436395 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.436725 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.437053 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.437372 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.438348 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.438675 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.438996 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.439125 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b5c46-c415-4645-98ec-fab55b65a195 req-dd497feb-7294-4ace-abd1-65249f79a958 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:18.439313 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.439629 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:18.450083 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-951b5c46-c415-4645-98ec-fab55b65a195 req-dd497feb-7294-4ace-abd1-65249f79a958 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.1727233 Nov 10 14:40:18.564901 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Router 2a4aee9c-f932-4f84-81ec-2da9046f9172 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:40:18.663281 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c3d721e-7f94-48b5-8a5a-c12fed81f3a4 req-b69f35d6-d122-4a1b-8d81-a43cca6d87a0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865610 Nov 10 14:40:18.713263 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:40:18.725754 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cccac2-6baf-448d-9b77-06b1a906055c None None] Sync routers for ids ['2a4aee9c-f932-4f84-81ec-2da9046f9172'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:40:18.737859 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cccac2-6baf-448d-9b77-06b1a906055c None None] Routers {'2a4aee9c-f932-4f84-81ec-2da9046f9172'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:40:18.739361 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-05cccac2-6baf-448d-9b77-06b1a906055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:40:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['2a4aee9c-f932-4f84-81ec-2da9046f9172'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:18.758306 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] No DVR routers for this DVR port b995ac0b-7b1c-441f-89e3-62455730bf4b on host hv-cinder-81722 {{(pid=101583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:40:18.761644 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:18.765342 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1b6602f9-3b10-4572-8e36-5eaeaa76e1da req-e78a0a09-0cd3-4dea-8fe2-ee1b5825565d tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.32 "DELETE /v2.0/ports/b995ac0b-7b1c-441f-89e3-62455730bf4b HTTP/1.1" status: 204 len: 173 time: 1.0558686 Nov 10 14:40:18.766341 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9f002c-8a61-4f4c-881c-99f6c5f40152', 'name': 'network-vif-deleted', 'tag': 'b995ac0b-7b1c-441f-89e3-62455730bf4b'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:40:18.769012 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e63415a-c20e-4765-b46b-93565c9be23c" -d '{"events": [{"server_uuid": "2f9f002c-8a61-4f4c-881c-99f6c5f40152", "name": "network-vif-deleted", "tag": "b995ac0b-7b1c-441f-89e3-62455730bf4b"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:40:18.831166 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f4c7eb-77d5-45c3-b011-217cdfc732ce x-openstack-request-id: req-85f4c7eb-77d5-45c3-b011-217cdfc732ce {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:40:18.831502 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9f002c-8a61-4f4c-881c-99f6c5f40152", "name": "network-vif-deleted", "tag": "b995ac0b-7b1c-441f-89e3-62455730bf4b", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:40:18.831761 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85f4c7eb-77d5-45c3-b011-217cdfc732ce {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:40:18.832273 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-951b5c46-c415-4645-98ec-fab55b65a195 req-09e5c773-e8e7-44b6-b151-6e6c6ce8f40f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3790171 Nov 10 14:40:18.832760 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9f002c-8a61-4f4c-881c-99f6c5f40152', 'name': 'network-vif-deleted', 'tag': 'b995ac0b-7b1c-441f-89e3-62455730bf4b', 'status': 'completed', 'code': 200} Nov 10 14:40:18.948126 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b2fb59-5b29-4208-b22b-790485a4e937 {{(pid=101582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:40:18.959613 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:18.983154 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f58451-3f67-4c76-8b0d-7c8ffc6ddb50 req-e235e26f-6393-490e-a209-085ec2a96684 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:18.988093 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.provisioning_blocks [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Transition to ACTIVE for port object a0b2fb59-5b29-4208-b22b-790485a4e937 will not be triggered until provisioned by entity L2. {{(pid=101582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:40:18.989117 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-84f58451-3f67-4c76-8b0d-7c8ffc6ddb50 req-e235e26f-6393-490e-a209-085ec2a96684 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 932 time: 0.0672836 Nov 10 14:40:18.997057 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:19.000963 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-05cccac2-6baf-448d-9b77-06b1a906055c None None] Set router 2a4aee9c-f932-4f84-81ec-2da9046f9172 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:40:19.061366 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b2fb59-5b29-4208-b22b-790485a4e937,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:19.093968 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-84f58451-3f67-4c76-8b0d-7c8ffc6ddb50 req-4cc487c3-c94e-4687-b684-3687bb2cc93f tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995145 Nov 10 14:40:19.197883 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Attempting to bind port a0b2fb59-5b29-4208-b22b-790485a4e937 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:40:19.198181 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Attempting to bind port a0b2fb59-5b29-4208-b22b-790485a4e937 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:40:19.198464 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Attempting to bind port a0b2fb59-5b29-4208-b22b-790485a4e937 on network 5349bd27-20ab-45df-986f-87dec95885a9 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:40:19.208852 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Port a0b2fb59-5b29-4208-b22b-790485a4e937 on network 5349bd27-20ab-45df-986f-87dec95885a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:40:19.209175 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Attempting to bind port a0b2fb59-5b29-4208-b22b-790485a4e937 on network 5349bd27-20ab-45df-986f-87dec95885a9 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:40:19.256125 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:40:19.256125 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Checking segment: {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:40:19.256125 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Bound using segment: {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:40:19.256125 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Bound port: a0b2fb59-5b29-4208-b22b-790485a4e937, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'}}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:40:19.256674 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:19.288039 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-01b52746-cc1a-47ce-bd9e-c3453179b0eb req-ead7051b-227c-413e-80f7-8e90172c5e72 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f9f002c-8a61-4f4c-881c-99f6c5f40152 HTTP/1.1" status: 200 len: 210 time: 0.0764980 Nov 10 14:40:19.378642 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] For port a0b2fb59-5b29-4208-b22b-790485a4e937, host hv-cinder-81722, cleared binding levels {{(pid=101582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:40:19.384316 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] For port a0b2fb59-5b29-4208-b22b-790485a4e937, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=a0b2fb59-5b29-4208-b22b-790485a4e937,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:40:19.392073 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:19.415251 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-05cccac2-6baf-448d-9b77-06b1a906055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:31:04Z', 'revision_number': 5, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:19.446786 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:19.447804 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:19.450034 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] 10.222.0.32 "PUT /v2.0/ports/a0b2fb59-5b29-4208-b22b-790485a4e937 HTTP/1.1" status: 200 len: 1094 time: 1.2745683 Nov 10 14:40:19.450699 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6633ea-ddc5-43b9-b259-9fe7a535a116', 'tag': 'a0b2fb59-5b29-4208-b22b-790485a4e937'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:40:19.454524 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45267ce5-185f-4250-a831-0ac400ae267c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6633ea-ddc5-43b9-b259-9fe7a535a116", "tag": "a0b2fb59-5b29-4208-b22b-790485a4e937"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:40:19.460660 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cccac2-6baf-448d-9b77-06b1a906055c None None] Checking router: 2a4aee9c-f932-4f84-81ec-2da9046f9172 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:40:19.480195 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cccac2-6baf-448d-9b77-06b1a906055c None None] Routers {'2a4aee9c-f932-4f84-81ec-2da9046f9172'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:40:19.481174 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-05cccac2-6baf-448d-9b77-06b1a906055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:40:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['2a4aee9c-f932-4f84-81ec-2da9046f9172'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:19.497214 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744273db-4d9b-4552-9068-0b6ad34cb747 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b2fb59-5b29-4208-b22b-790485a4e937,revision_number=3']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:19.527321 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2b525f-ba60-4234-ba97-47a28b932cc6 x-openstack-request-id: req-1f2b525f-ba60-4234-ba97-47a28b932cc6 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:40:19.528278 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6633ea-ddc5-43b9-b259-9fe7a535a116", "tag": "a0b2fb59-5b29-4208-b22b-790485a4e937", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:40:19.528648 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f2b525f-ba60-4234-ba97-47a28b932cc6 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:40:19.529152 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6633ea-ddc5-43b9-b259-9fe7a535a116', 'tag': 'a0b2fb59-5b29-4208-b22b-790485a4e937', 'status': 'completed', 'code': 200} Nov 10 14:40:19.579715 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-b582de0d-7309-48b7-a083-ba84b7c4e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:19.581381 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-b582de0d-7309-48b7-a083-ba84b7c4e5c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 1097 time: 0.0440474 Nov 10 14:40:19.607114 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-05cccac2-6baf-448d-9b77-06b1a906055c None None] Set router 2a4aee9c-f932-4f84-81ec-2da9046f9172 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:40:19.635305 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-cdc1ac01-8632-4281-a88d-baa258c32494 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0b2fb59-5b29-4208-b22b-790485a4e937 HTTP/1.1" status: 200 len: 217 time: 0.0421355 Nov 10 14:40:19.694182 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-9ad052b9-6d98-4105-b0b6-e692a50c5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:19.697221 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-9ad052b9-6d98-4105-b0b6-e692a50c5195 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0541666 Nov 10 14:40:19.744506 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-0403bc04-2d89-4097-8399-91271d6bdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:19.746023 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-0403bc04-2d89-4097-8399-91271d6bdb71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411637 Nov 10 14:40:19.757348 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d721e-7f94-48b5-8a5a-c12fed81f3a4 req-580e278a-e861-4534-b7de-44d6ee657446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:19.759071 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c3d721e-7f94-48b5-8a5a-c12fed81f3a4 req-580e278a-e861-4534-b7de-44d6ee657446 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5&tenant_id=73922fcd10714bffbe4b87c8a066a93e HTTP/1.1" status: 200 len: 1097 time: 0.0422041 Nov 10 14:40:19.824139 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d721e-7f94-48b5-8a5a-c12fed81f3a4 req-046ebed8-d958-49ff-9d46-506019471b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:19.826024 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c3d721e-7f94-48b5-8a5a-c12fed81f3a4 req-046ebed8-d958-49ff-9d46-506019471b00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 1097 time: 0.0425599 Nov 10 14:40:19.841073 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-05cccac2-6baf-448d-9b77-06b1a906055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:31:04Z', 'revision_number': 5, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:19.847494 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-0584ee6b-191c-45fe-9367-09a44e0df7e5 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915148 Nov 10 14:40:19.872113 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cccac2-6baf-448d-9b77-06b1a906055c None None] The sync data for ids ['2a4aee9c-f932-4f84-81ec-2da9046f9172'] in dv-cinder-817229-1-iscsi is: [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:57Z', 'revision_number': 4, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '44723c34-d96d-48f7-9aa6-dc000c33143d', 'name': '', 'network_id': '51adad85-2310-4257-b12d-2fa5a02b15eb', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'mac_address': 'fa:16:3e:28:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:55Z', 'updated_at': '2021-11-10T14:31:04Z', 'revision_number': 5, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'subnets': [{'id': 'fe999501-c772-4030-bed3-027c2ee0e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:40:19.934490 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d721e-7f94-48b5-8a5a-c12fed81f3a4 req-8eea9ae5-ad41-42b3-837d-25fc7173112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:19.935999 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c3d721e-7f94-48b5-8a5a-c12fed81f3a4 req-8eea9ae5-ad41-42b3-837d-25fc7173112f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 917 time: 0.1035323 Nov 10 14:40:19.987857 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-90258265-00d4-426f-8a91-7ab44724cfd4 req-32862cb7-6b02-4d43-99a2-07bfde91bab3 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329005 Nov 10 14:40:19.999115 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304e409-4503-40fd-a3ad-2e9442ba6b7e req-88b0d349-9d7a-466d-8b94-b8f56cecdb3e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:20.001206 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d304e409-4503-40fd-a3ad-2e9442ba6b7e req-88b0d349-9d7a-466d-8b94-b8f56cecdb3e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0804396 Nov 10 14:40:20.010343 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c3d721e-7f94-48b5-8a5a-c12fed81f3a4 req-92c02106-2457-49b7-bb1a-4ec74e382ffe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab HTTP/1.1" status: 200 len: 1000 time: 0.0666401 Nov 10 14:40:20.081387 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d304e409-4503-40fd-a3ad-2e9442ba6b7e req-2cce8ec5-38f6-49fe-a591-f51adf5bfddf tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724936 Nov 10 14:40:20.099217 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45267ce5-185f-4250-a831-0ac400ae267c req-fb7b5846-edb0-41ec-afa0-f5c06696ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:20.101341 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-45267ce5-185f-4250-a831-0ac400ae267c req-fb7b5846-edb0-41ec-afa0-f5c06696ac4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 1097 time: 0.0518413 Nov 10 14:40:20.197465 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb05049-61fd-4372-8efe-7a0379aaea80 None None] New status for floating IP 28997f49-117c-447d-9f0c-e4e7f750a08c: DOWN {{(pid=101585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:40:20.215919 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45267ce5-185f-4250-a831-0ac400ae267c req-012211b7-7538-4c92-84bb-84c970655e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:20.217491 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-45267ce5-185f-4250-a831-0ac400ae267c req-012211b7-7538-4c92-84bb-84c970655e1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 913 time: 0.1088276 Nov 10 14:40:20.264523 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-45267ce5-185f-4250-a831-0ac400ae267c req-ee6eb801-be18-4ff2-af03-1ea24db1c55e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0b2fb59-5b29-4208-b22b-790485a4e937 HTTP/1.1" status: 200 len: 217 time: 0.0398955 Nov 10 14:40:20.316154 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d721e-7f94-48b5-8a5a-c12fed81f3a4 req-c496aa78-1417-408b-afc5-34c41c50d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:20.317309 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c3d721e-7f94-48b5-8a5a-c12fed81f3a4 req-c496aa78-1417-408b-afc5-34c41c50d0ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 200 len: 855 time: 0.2999561 Nov 10 14:40:20.320191 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45267ce5-185f-4250-a831-0ac400ae267c req-69c096de-0c4c-4a58-9b57-73ccd816525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:20.321734 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-45267ce5-185f-4250-a831-0ac400ae267c req-69c096de-0c4c-4a58-9b57-73ccd816525d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0506456 Nov 10 14:40:20.334823 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4e973-63cf-444b-a69b-b558d686ca1f req-a94d9dc6-9952-483d-9400-359910587f26 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:20.336324 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5ea4e973-63cf-444b-a69b-b558d686ca1f req-a94d9dc6-9952-483d-9400-359910587f26 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.0644228 Nov 10 14:40:20.377373 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45267ce5-185f-4250-a831-0ac400ae267c req-b3f246e3-459e-4b36-93a0-a5d9b3258806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:20.379509 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-45267ce5-185f-4250-a831-0ac400ae267c req-b3f246e3-459e-4b36-93a0-a5d9b3258806 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494549 Nov 10 14:40:20.413676 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 38358) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:40:20.419271 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5ea4e973-63cf-444b-a69b-b558d686ca1f req-aecf1fdf-6125-48e2-9c10-914e4b8c0214 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739388 Nov 10 14:40:20.424053 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d721e-7f94-48b5-8a5a-c12fed81f3a4 req-6ecdb8b2-e026-4f78-ad7f-c63765b8b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:20.425162 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c3d721e-7f94-48b5-8a5a-c12fed81f3a4 req-6ecdb8b2-e026-4f78-ad7f-c63765b8b987 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1188f659-3386-43e3-8ceb-0934fe3b17ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879407 Nov 10 14:40:20.437169 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device b995ac0b-7b1c-441f-89e3-62455730bf4b no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:40:20.450383 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: b995ac0b-7b1c-441f-89e3-62455730bf4b {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:40:20.450833 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device b995ac0b-7b1c-441f-89e3-62455730bf4b not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:40:20.451326 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device f2110b4b-2a08-4b7b-b17e-4f35712e17ab no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:40:20.520922 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-45267ce5-185f-4250-a831-0ac400ae267c req-ab13f819-4640-487b-8dce-4ec29ce948a0 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334171 Nov 10 14:40:20.521557 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-63551423-2be7-4e0a-860f-a78d51f84216 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:20.526652 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c3d721e-7f94-48b5-8a5a-c12fed81f3a4 req-abd96c07-eb35-4441-8104-4147c39a016b service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907543 Nov 10 14:40:20.568272 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-63551423-2be7-4e0a-860f-a78d51f84216 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:20.623636 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c3d721e-7f94-48b5-8a5a-c12fed81f3a4 req-44449c2b-c0df-47d6-a7cc-cafd54affc9c service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891371 Nov 10 14:40:20.659311 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-45267ce5-185f-4250-a831-0ac400ae267c req-12e47c5b-ba20-487f-8293-5d343fba387e service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253273 Nov 10 14:40:20.666409 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-63551423-2be7-4e0a-860f-a78d51f84216 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:20.669057 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-63551423-2be7-4e0a-860f-a78d51f84216 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:20.674922 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-63551423-2be7-4e0a-860f-a78d51f84216 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "DELETE /v2.0/security-groups/93078b08-aa7d-48b9-afb0-b3ab63a57102 HTTP/1.1" status: 204 len: 168 time: 0.2553620 Nov 10 14:40:20.675136 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 38362) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:40:20.681352 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63551423-2be7-4e0a-860f-a78d51f84216 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93078b08-aa7d-48b9-afb0-b3ab63a57102,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:20.691263 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.api.v2.resource [None req-1b7cf561-70e5-427c-a756-6bd2f1820025 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] show failed (client error): The resource could not be found. Nov 10 14:40:20.695339 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-1b7cf561-70e5-427c-a756-6bd2f1820025 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "GET /v2.0/security-groups/93078b08-aa7d-48b9-afb0-b3ab63a57102 HTTP/1.1" status: 404 len: 347 time: 0.0171094 Nov 10 14:40:20.695806 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 38366) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:40:20.819987 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-de7c4ed1-98b0-4379-8a4d-9ac13ae37b95 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Deleting port b6f7608b-e9b3-4020-92c7-413c398cb2fc {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:40:20.820329 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-de7c4ed1-98b0-4379-8a4d-9ac13ae37b95 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:20.901068 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-de7c4ed1-98b0-4379-8a4d-9ac13ae37b95 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:20.901545 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-de7c4ed1-98b0-4379-8a4d-9ac13ae37b95 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:20.914117 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-de7c4ed1-98b0-4379-8a4d-9ac13ae37b95 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Calling delete_port for b6f7608b-e9b3-4020-92c7-413c398cb2fc owned by network:floatingip {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:40:21.057997 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-de7c4ed1-98b0-4379-8a4d-9ac13ae37b95 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:21.149522 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c4ed1-98b0-4379-8a4d-9ac13ae37b95 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Pushing event deleted for resources: {'Port': ['ID=b6f7608b-e9b3-4020-92c7-413c398cb2fc,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:21.222054 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-de7c4ed1-98b0-4379-8a4d-9ac13ae37b95 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks [] for floatingip, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:21.227832 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-de7c4ed1-98b0-4379-8a4d-9ac13ae37b95 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:21.229693 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-de7c4ed1-98b0-4379-8a4d-9ac13ae37b95 tempest-AttachVolumeTestJSON-959623566 tempest-AttachVolumeTestJSON-959623566-project] 10.222.0.39 "DELETE /v2.0/floatingips/28997f49-117c-447d-9f0c-e4e7f750a08c HTTP/1.1" status: 204 len: 168 time: 0.5323613 Nov 10 14:40:21.318824 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdb856-4ec4-4015-ba34-93d2d50046e0 req-22b4f002-bba3-45bf-88e4-f2db0b2c8dec tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:21.320429 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-85bdb856-4ec4-4015-ba34-93d2d50046e0 req-22b4f002-bba3-45bf-88e4-f2db0b2c8dec tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.1032953 Nov 10 14:40:21.433360 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-85bdb856-4ec4-4015-ba34-93d2d50046e0 req-4f24bdeb-a75e-4b4a-8bb9-76c6a976e6bd tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060112 Nov 10 14:40:21.537694 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc46450-64f6-4777-8de1-4ac19babdd1e req-1091a07e-7ff7-42da-828a-e0f9a8250e89 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:21.539181 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1dc46450-64f6-4777-8de1-4ac19babdd1e req-1091a07e-7ff7-42da-828a-e0f9a8250e89 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.0511112 Nov 10 14:40:21.589915 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1dc46450-64f6-4777-8de1-4ac19babdd1e req-bd3bf0a4-c45f-43c4-b199-3e0e218f0af2 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446837 Nov 10 14:40:22.581052 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7d4e7-fcff-49e2-a027-a3f80a1af2b5 req-26efb414-05a5-4f18-b023-511626370074 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:22.583209 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8ea7d4e7-fcff-49e2-a027-a3f80a1af2b5 req-26efb414-05a5-4f18-b023-511626370074 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0602796 Nov 10 14:40:22.633301 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8ea7d4e7-fcff-49e2-a027-a3f80a1af2b5 req-4021a614-735c-42b2-828b-cccd95a7d094 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440714 Nov 10 14:40:22.714674 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b177489-71a1-466b-84b1-772643073fd5 req-c2e1151f-612f-4663-9bdb-bcb12199f210 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:22.716088 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6b177489-71a1-466b-84b1-772643073fd5 req-c2e1151f-612f-4663-9bdb-bcb12199f210 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.0519259 Nov 10 14:40:22.772856 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6b177489-71a1-466b-84b1-772643073fd5 req-cb5095e0-b026-4e9a-b7a9-dcd81bb6d860 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506508 Nov 10 14:40:23.813346 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629a090-32cb-453f-8475-1b2651731751 req-ab72dab1-d262-4c84-94dd-51570b98f9a0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:23.815900 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4629a090-32cb-453f-8475-1b2651731751 req-ab72dab1-d262-4c84-94dd-51570b98f9a0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0922911 Nov 10 14:40:23.873064 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4629a090-32cb-453f-8475-1b2651731751 req-00ac958b-1122-4a71-9212-b0ae140ec826 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507989 Nov 10 14:40:23.920920 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75327ba8-be02-4db0-8926-656416d8fe24 req-1f876a3c-23cb-4fde-b9b3-b99f0db3e81c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:23.922484 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-75327ba8-be02-4db0-8926-656416d8fe24 req-1f876a3c-23cb-4fde-b9b3-b99f0db3e81c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.0524437 Nov 10 14:40:23.977297 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-75327ba8-be02-4db0-8926-656416d8fe24 req-8985c285-ff41-47a7-95da-cb3fa6222028 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465255 Nov 10 14:40:24.892160 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 38424) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:40:25.012510 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359550ea-83a6-468b-9781-95b98188eb83 req-39578c04-625c-41d7-9dec-be711d712407 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:25.014336 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-359550ea-83a6-468b-9781-95b98188eb83 req-39578c04-625c-41d7-9dec-be711d712407 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0637763 Nov 10 14:40:25.075870 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-359550ea-83a6-468b-9781-95b98188eb83 req-0c36b065-f668-41fb-87a8-6332f072d4dd tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540626 Nov 10 14:40:25.139358 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd57b3-59a6-42bd-884f-bdcca96c2ff4 req-d3e0a711-2236-4c02-8493-ca541944f841 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:25.146900 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-83dd57b3-59a6-42bd-884f-bdcca96c2ff4 req-d3e0a711-2236-4c02-8493-ca541944f841 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.0751252 Nov 10 14:40:25.269013 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-83dd57b3-59a6-42bd-884f-bdcca96c2ff4 req-d7e64356-2af9-45be-bb26-13ad4c02415c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208112 Nov 10 14:40:25.546722 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71da5a87-c57e-460c-817a-88fb6dafc855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804385'] for router_interface, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:25.812023 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-71da5a87-c57e-460c-817a-88fb6dafc855 admin admin] Deleting port 44723c34-d96d-48f7-9aa6-dc000c33143d {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:40:25.812279 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71da5a87-c57e-460c-817a-88fb6dafc855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:25.855687 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:40:25.896376 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [None req-71da5a87-c57e-460c-817a-88fb6dafc855 admin admin] For port 44723c34-d96d-48f7-9aa6-dc000c33143d, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=44723c34-d96d-48f7-9aa6-dc000c33143d,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:40:25.896729 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71da5a87-c57e-460c-817a-88fb6dafc855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:25.914719 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-71da5a87-c57e-460c-817a-88fb6dafc855 admin admin] Calling delete_port for 44723c34-d96d-48f7-9aa6-dc000c33143d owned by network:router_interface {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:40:26.105276 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71da5a87-c57e-460c-817a-88fb6dafc855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:26.134467 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da5a87-c57e-460c-817a-88fb6dafc855 admin admin] Pushing event deleted for resources: {'Port': ['ID=44723c34-d96d-48f7-9aa6-dc000c33143d,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:26.265604 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7a1f7-5d93-4923-91e6-e53b2c1f8e6a req-8ee502ff-f11c-480c-9ada-1d84a8232cb4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:26.270857 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8bb7a1f7-5d93-4923-91e6-e53b2c1f8e6a req-8ee502ff-f11c-480c-9ada-1d84a8232cb4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0938950 Nov 10 14:40:26.365290 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8bb7a1f7-5d93-4923-91e6-e53b2c1f8e6a req-d3f07131-23d3-41b1-b961-b84bbff0a73d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750539 Nov 10 14:40:26.377901 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-71da5a87-c57e-460c-817a-88fb6dafc855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3713617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3804785'] for router_interface, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:26.544267 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3918554-ea55-4fe9-a00a-978ef0e0f911 req-3b14ec3e-44bc-4afd-911e-cf69b5362909 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:26.545786 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d3918554-ea55-4fe9-a00a-978ef0e0f911 req-3b14ec3e-44bc-4afd-911e-cf69b5362909 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.0999296 Nov 10 14:40:26.669234 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d3918554-ea55-4fe9-a00a-978ef0e0f911 req-f3f4f88f-4b9f-432c-a521-8a84b4fac4d7 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142621 Nov 10 14:40:26.699877 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71da5a87-c57e-460c-817a-88fb6dafc855 admin admin] Router 2a4aee9c-f932-4f84-81ec-2da9046f9172 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:40:26.809410 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71da5a87-c57e-460c-817a-88fb6dafc855 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:40:26.815186 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-71da5a87-c57e-460c-817a-88fb6dafc855 admin admin] 10.222.0.39 "PUT /v2.0/routers/2a4aee9c-f932-4f84-81ec-2da9046f9172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9202831 Nov 10 14:40:26.818467 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 38436) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:40:26.821428 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e2b1e-f319-4561-af08-1550a940f2fb None None] Sync routers for ids ['2a4aee9c-f932-4f84-81ec-2da9046f9172'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:40:26.833430 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e2b1e-f319-4561-af08-1550a940f2fb None None] Routers {'2a4aee9c-f932-4f84-81ec-2da9046f9172'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:40:26.834666 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-bd6e2b1e-f319-4561-af08-1550a940f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:40:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['2a4aee9c-f932-4f84-81ec-2da9046f9172'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:26.931800 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] Publish callbacks [] for router, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:26.957827 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-bd6e2b1e-f319-4561-af08-1550a940f2fb None None] Set router 2a4aee9c-f932-4f84-81ec-2da9046f9172 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:40:27.056996 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:27.120643 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] Deleting port 62d2739f-2b0c-4699-b5b5-d95c31f8d18d {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:40:27.121051 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:27.223833 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] For port 62d2739f-2b0c-4699-b5b5-d95c31f8d18d, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=62d2739f-2b0c-4699-b5b5-d95c31f8d18d,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:40:27.224135 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:27.238106 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] Calling delete_port for 62d2739f-2b0c-4699-b5b5-d95c31f8d18d owned by network:router_gateway {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:40:27.296584 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-bd6e2b1e-f319-4561-af08-1550a940f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:40:26Z', 'revision_number': 5, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port': {'id': '62d2739f-2b0c-4699-b5b5-d95c31f8d18d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:42Z', 'updated_at': '2021-11-10T14:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:27.328900 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e2b1e-f319-4561-af08-1550a940f2fb None None] Checking router: 2a4aee9c-f932-4f84-81ec-2da9046f9172 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:40:27.339570 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e2b1e-f319-4561-af08-1550a940f2fb None None] Routers {'2a4aee9c-f932-4f84-81ec-2da9046f9172'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:40:27.340252 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-bd6e2b1e-f319-4561-af08-1550a940f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:40:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['2a4aee9c-f932-4f84-81ec-2da9046f9172'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:27.459519 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-bd6e2b1e-f319-4561-af08-1550a940f2fb None None] Set router 2a4aee9c-f932-4f84-81ec-2da9046f9172 gateway port host: None {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:40:27.461355 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:27.518867 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-bd6e2b1e-f319-4561-af08-1550a940f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:40:27Z', 'revision_number': 6, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port_host': None}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:27.532408 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4597625-d68a-4ac9-ad1c-c180178df394 req-5f6f29aa-e5b5-420e-92c6-33e89a08af7d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:27.533514 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d2739f-2b0c-4699-b5b5-d95c31f8d18d,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:27.548254 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e4597625-d68a-4ac9-ad1c-c180178df394 req-5f6f29aa-e5b5-420e-92c6-33e89a08af7d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.1098919 Nov 10 14:40:27.553290 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e2b1e-f319-4561-af08-1550a940f2fb None None] The sync data for ids ['2a4aee9c-f932-4f84-81ec-2da9046f9172'] in dv-cinder-817229-1-iscsi is: [{'id': '2a4aee9c-f932-4f84-81ec-2da9046f9172', 'name': 'tempest-AttachVolumeTestJSON-128343296-router', 'tenant_id': '2430c7f095e74156a1565c216a9a2b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:40:27Z', 'revision_number': 6, 'project_id': '2430c7f095e74156a1565c216a9a2b06', 'gw_port_host': None}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:40:27.613786 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e4597625-d68a-4ac9-ad1c-c180178df394 req-cc3750d3-c2b3-47b4-b3b2-9c36b5ee3e52 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646479 Nov 10 14:40:27.617233 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3801243'] for router_gateway, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:27.711428 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126616'] for router, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:27.713682 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:27.801968 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806983'] for router, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:27.802474 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a4aee9c-f932-4f84-81ec-2da9046f9172 {{(pid=101583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 14:40:27.810189 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] Publish callbacks [] for router, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:27.811323 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-8ff9d3ff-023b-443a-ac84-25407135ee25 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2a4aee9c-f932-4f84-81ec-2da9046f9172 HTTP/1.1" status: 204 len: 168 time: 0.9917521 Nov 10 14:40:27.813777 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 38444) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:40:27.863206 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4872415-7b1e-410d-9cda-80afc4470c0d req-482ad6fd-9e82-4277-a213-e93c5402d88b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:27.864627 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f4872415-7b1e-410d-9cda-80afc4470c0d req-482ad6fd-9e82-4277-a213-e93c5402d88b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.0976927 Nov 10 14:40:27.882362 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_v2 [None req-633da2e6-d813-4b96-9d29-9c245a89c2d3 admin admin] Deleting subnet fe999501-c772-4030-bed3-027c2ee0e36a {{(pid=101583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:40:27.893544 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-633da2e6-d813-4b96-9d29-9c245a89c2d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:27.954528 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-633da2e6-d813-4b96-9d29-9c245a89c2d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9874559'] for subnet, precommit_delete_associations {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:27.960648 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f4872415-7b1e-410d-9cda-80afc4470c0d req-ad064d0c-6e80-4470-8924-9f5833847ee5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896451 Nov 10 14:40:28.055450 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-633da2e6-d813-4b96-9d29-9c245a89c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.110696 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-633da2e6-d813-4b96-9d29-9c245a89c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9466112'] for subnet, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.141769 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633da2e6-d813-4b96-9d29-9c245a89c2d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe999501-c772-4030-bed3-027c2ee0e36a,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:28.144691 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-633da2e6-d813-4b96-9d29-9c245a89c2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.147891 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-633da2e6-d813-4b96-9d29-9c245a89c2d3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fe999501-c772-4030-bed3-027c2ee0e36a HTTP/1.1" status: 204 len: 168 time: 0.3332114 Nov 10 14:40:28.150311 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 38446) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:40:28.152738 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aa9a74-6abd-4f57-b480-67a764787074 None None] Network 51adad85-2310-4257-b12d-2fa5a02b15eb requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:40:28.228357 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.289797 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Deleting port 7dc0ae38-1a70-4be0-8650-98831317502a {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:40:28.290120 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.375779 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] For port 7dc0ae38-1a70-4be0-8650-98831317502a, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=7dc0ae38-1a70-4be0-8650-98831317502a,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:40:28.376139 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.393372 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Calling delete_port for 7dc0ae38-1a70-4be0-8650-98831317502a owned by network:dhcp {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:40:28.394487 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e537dbcd-8240-429a-a11b-d193131eed74 None None] DHCP port deletion for 51adad85-2310-4257-b12d-2fa5a02b15eb request from dv-cinder-817229-1-iscsi {{(pid=101584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 14:40:28.491701 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 7dc0ae38-1a70-4be0-8650-98831317502a no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:40:28.499869 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-e537dbcd-8240-429a-a11b-d193131eed74 None None] Deleting port 7dc0ae38-1a70-4be0-8650-98831317502a {{(pid=101584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:40:28.500381 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e537dbcd-8240-429a-a11b-d193131eed74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.521107 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.535531 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] No DVR routers for this DVR port 7dc0ae38-1a70-4be0-8650-98831317502a on host dv-cinder-817229-1-iscsi {{(pid=101583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:40:28.563265 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc0ae38-1a70-4be0-8650-98831317502a,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:28.609595 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-e537dbcd-8240-429a-a11b-d193131eed74 None None] For port 7dc0ae38-1a70-4be0-8650-98831317502a, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=7dc0ae38-1a70-4be0-8650-98831317502a,segment=NetworkSegment(28f69afe-938d-42b4-814b-24e588e8a241),segment_id=28f69afe-938d-42b4-814b-24e588e8a241)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:40:28.609915 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e537dbcd-8240-429a-a11b-d193131eed74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.627283 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-e537dbcd-8240-429a-a11b-d193131eed74 None None] Calling delete_port for 7dc0ae38-1a70-4be0-8650-98831317502a owned by network:dhcp {{(pid=101584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:40:28.656014 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.692833 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No active binding found for port 7dc0ae38-1a70-4be0-8650-98831317502a {{(pid=101584) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 14:40:28.693267 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 7dc0ae38-1a70-4be0-8650-98831317502a not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:40:28.693743 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 62d2739f-2b0c-4699-b5b5-d95c31f8d18d no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:40:28.698416 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51adad85-2310-4257-b12d-2fa5a02b15eb']}} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:28.713254 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f69afe-938d-42b4-814b-24e588e8a241') {'for_net_delete': True} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:28.713701 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f69afe-938d-42b4-814b-24e588e8a241') {} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:28.727045 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9874534'] for segment, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.731034 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 62d2739f-2b0c-4699-b5b5-d95c31f8d18d {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:40:28.731459 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 62d2739f-2b0c-4699-b5b5-d95c31f8d18d not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:40:28.731955 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 44723c34-d96d-48f7-9aa6-dc000c33143d no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:40:28.751752 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.757678 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=101583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:40:28.758072 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253879'] for segment, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: Traceback (most recent call last): Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: timer() Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: cb(*args, **kw) Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: return func(*args, **kwargs) Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: self._notify() Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: self.callback(batched_events) Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: event.method(event) Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: return f(self, *a, **k) Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._get(url).json() Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: return self.request(url, 'GET', **kwargs) Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:40:28.760301 dv-cinder-817229-1-iscsi neutron-server[101583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:40:28.780402 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 44723c34-d96d-48f7-9aa6-dc000c33143d {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:40:28.780832 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 44723c34-d96d-48f7-9aa6-dc000c33143d not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:40:28.811329 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-e537dbcd-8240-429a-a11b-d193131eed74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652'] for port, after_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.864469 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cb9ed-b53e-459c-9a96-4f0fe4ec9066 req-258a3c00-f771-452f-94a7-9357ea1dda67 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:28.874467 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5c7cb9ed-b53e-459c-9a96-4f0fe4ec9066 req-258a3c00-f771-452f-94a7-9357ea1dda67 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0910227 Nov 10 14:40:28.881561 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537dbcd-8240-429a-a11b-d193131eed74 None None] Pushing event deleted for resources: {'Port': ['ID=7dc0ae38-1a70-4be0-8650-98831317502a,revision_number=None']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:28.884774 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e537dbcd-8240-429a-a11b-d193131eed74 None None] No DVR routers for this DVR port 7dc0ae38-1a70-4be0-8650-98831317502a on host dv-cinder-817229-1-iscsi {{(pid=101584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:40:28.913246 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.919333 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:28.926398 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] 10.222.0.39 "DELETE /v2.0/networks/51adad85-2310-4257-b12d-2fa5a02b15eb HTTP/1.1" status: 204 len: 168 time: 0.7747328 Nov 10 14:40:28.940894 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbd2c1-9efd-44e2-8eef-031873475bac admin admin] Pushing event deleted for resources: {'Network': ['ID=51adad85-2310-4257-b12d-2fa5a02b15eb,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:28.970854 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5c7cb9ed-b53e-459c-9a96-4f0fe4ec9066 req-c4b353a7-1d69-4706-a1da-455eef3144bb tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928237 Nov 10 14:40:29.083022 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 38454) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:40:29.122374 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1265d09-c75c-42d0-a430-99a8b61b2de1 req-6d9d8af4-8c30-4de3-a692-2f000c9846f6 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:29.128225 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-fe937f01-06e8-4085-9d16-a439cd21916a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2430c7f095e74156a1565c216a9a2b06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437994 Nov 10 14:40:29.130703 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 38456) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:40:29.132961 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c1265d09-c75c-42d0-a430-99a8b61b2de1 req-6d9d8af4-8c30-4de3-a692-2f000c9846f6 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.0775392 Nov 10 14:40:29.192925 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-534b526e-14f3-465b-92d6-715ce7f4a45f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:29.194472 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c1265d09-c75c-42d0-a430-99a8b61b2de1 req-d933f2b4-8ad5-419e-b64d-456d17a8c460 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570955 Nov 10 14:40:29.215543 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-534b526e-14f3-465b-92d6-715ce7f4a45f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:29.266251 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-534b526e-14f3-465b-92d6-715ce7f4a45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:29.269056 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-534b526e-14f3-465b-92d6-715ce7f4a45f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:29.270216 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-534b526e-14f3-465b-92d6-715ce7f4a45f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e80f6dc9-cad8-4787-9d66-b522d232d19a HTTP/1.1" status: 204 len: 168 time: 0.1384623 Nov 10 14:40:29.277992 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b526e-14f3-465b-92d6-715ce7f4a45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80f6dc9-cad8-4787-9d66-b522d232d19a,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:30.116413 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d4d1e-1a28-4342-bd4e-fa45abed74b0 req-9491cc2d-14a3-4da6-996d-66decdb2a452 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:30.117970 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4c4d4d1e-1a28-4342-bd4e-fa45abed74b0 req-9491cc2d-14a3-4da6-996d-66decdb2a452 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0576563 Nov 10 14:40:30.195675 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4c4d4d1e-1a28-4342-bd4e-fa45abed74b0 req-82a38f9c-9a48-4b2f-8e20-f9d5e715c3ef tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584722 Nov 10 14:40:30.340608 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d23ed-6ac5-4a8e-913f-65846461cacf req-fc799e6a-f3e8-44ea-bf21-99e8bee299a7 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:30.342422 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ad4d23ed-6ac5-4a8e-913f-65846461cacf req-fc799e6a-f3e8-44ea-bf21-99e8bee299a7 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.0711858 Nov 10 14:40:30.410425 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ad4d23ed-6ac5-4a8e-913f-65846461cacf req-4920bd1d-23e1-42cd-83da-7655d6686e2b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566580 Nov 10 14:40:31.316119 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28509489-be07-4a7c-b329-ec95f5adeb1e req-89faafd8-af9a-4b7a-94e7-5f34102a38bb tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:31.317540 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-28509489-be07-4a7c-b329-ec95f5adeb1e req-89faafd8-af9a-4b7a-94e7-5f34102a38bb tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0481455 Nov 10 14:40:31.363876 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-28509489-be07-4a7c-b329-ec95f5adeb1e req-7ecfad79-3a71-4d8b-9f23-d98c0ac2898e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405338 Nov 10 14:40:31.519699 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a353b2-128c-4aab-9544-cf4e1325946a req-1a2742a0-e016-4523-8d63-45c681ef990d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:31.521181 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-46a353b2-128c-4aab-9544-cf4e1325946a req-1a2742a0-e016-4523-8d63-45c681ef990d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.0522428 Nov 10 14:40:31.569350 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-46a353b2-128c-4aab-9544-cf4e1325946a req-7f549c35-adb7-4fa0-a325-c9c89ac981f3 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423095 Nov 10 14:40:32.493846 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb8aae-9c4f-4a1f-a3c1-f6181de931c2 req-1ed8e501-018f-4112-a506-fb144c1c4069 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:32.495300 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-66cb8aae-9c4f-4a1f-a3c1-f6181de931c2 req-1ed8e501-018f-4112-a506-fb144c1c4069 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0534241 Nov 10 14:40:32.541913 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-66cb8aae-9c4f-4a1f-a3c1-f6181de931c2 req-5d9fc1db-f1b3-4b05-80bc-75ac7946dbf1 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404217 Nov 10 14:40:32.681399 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84212599-5a3f-4704-8924-fd51a80a365c req-91ea8140-3c41-4b8f-967b-d6dfc19ec868 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:32.682863 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-84212599-5a3f-4704-8924-fd51a80a365c req-91ea8140-3c41-4b8f-967b-d6dfc19ec868 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.0491412 Nov 10 14:40:32.742497 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-84212599-5a3f-4704-8924-fd51a80a365c req-5305bae1-37fd-42fb-b755-ca1428acddc8 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536752 Nov 10 14:40:33.663967 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60da17b-9306-4d90-815d-8a748c33b24f req-c8a1b7cf-781b-4001-95b4-37daea0f505e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:33.665534 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d60da17b-9306-4d90-815d-8a748c33b24f req-c8a1b7cf-781b-4001-95b4-37daea0f505e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0509050 Nov 10 14:40:33.713682 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d60da17b-9306-4d90-815d-8a748c33b24f req-d3dbf0c8-bdfd-41c7-a532-d603a6dc0a74 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416710 Nov 10 14:40:33.870836 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12c94e-328a-4e9c-9500-6333d9200056 req-37da13d1-9894-41bc-8d41-183e38b3492c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:33.872326 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0f12c94e-328a-4e9c-9500-6333d9200056 req-37da13d1-9894-41bc-8d41-183e38b3492c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.0595708 Nov 10 14:40:34.139345 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0f12c94e-328a-4e9c-9500-6333d9200056 req-4483c789-2c08-4529-a16f-0142e32cfd13 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602301 Nov 10 14:40:34.830565 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f012540-1a94-4826-9e42-a0a0c461c0b9 req-7c834794-db93-4b5a-85a0-b1a31dbaebe4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:34.832000 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0f012540-1a94-4826-9e42-a0a0c461c0b9 req-7c834794-db93-4b5a-85a0-b1a31dbaebe4 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0479431 Nov 10 14:40:34.883407 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0f012540-1a94-4826-9e42-a0a0c461c0b9 req-7d6b9945-2f43-4813-9c9f-925e25c3da88 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448484 Nov 10 14:40:35.260081 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b50709-e911-43a9-aea6-4b9b61ec1a83 req-abb1487b-af4d-43b3-931f-e8033e8d3098 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:35.261547 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b2b50709-e911-43a9-aea6-4b9b61ec1a83 req-abb1487b-af4d-43b3-931f-e8033e8d3098 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.0481029 Nov 10 14:40:35.309375 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b2b50709-e911-43a9-aea6-4b9b61ec1a83 req-1e289a6d-afb2-42f6-b8b7-13a26496c192 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417430 Nov 10 14:40:36.000418 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282bdb5-7012-4be8-adde-15188730e099 req-39727f6c-8fd0-401e-b85f-a50504c43429 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:36.001978 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7282bdb5-7012-4be8-adde-15188730e099 req-39727f6c-8fd0-401e-b85f-a50504c43429 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0479906 Nov 10 14:40:36.047892 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7282bdb5-7012-4be8-adde-15188730e099 req-9ea2f38d-d9ed-4c25-b795-44cf04e1197b tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399559 Nov 10 14:40:36.572190 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e76587-37c9-43a7-8a99-3e62b3637839 req-0de6b349-f5a1-4cb8-99da-9e998a63259c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:36.573595 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c4e76587-37c9-43a7-8a99-3e62b3637839 req-0de6b349-f5a1-4cb8-99da-9e998a63259c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.1949792 Nov 10 14:40:36.626367 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c4e76587-37c9-43a7-8a99-3e62b3637839 req-25ef10bb-4f8b-4f3e-89d9-819dd6cc503c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468042 Nov 10 14:40:37.164122 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc29071-75a2-4b0e-a8f1-112776ffae1c req-9de98ea0-56a8-417f-a064-f94fed3312c7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:37.165603 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0cc29071-75a2-4b0e-a8f1-112776ffae1c req-9de98ea0-56a8-417f-a064-f94fed3312c7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0481253 Nov 10 14:40:37.211250 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0cc29071-75a2-4b0e-a8f1-112776ffae1c req-c2e84d97-d0c4-408b-8812-ce60545fa92a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398200 Nov 10 14:40:37.741625 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994d5ac-b8f0-460e-9a62-1f32ccf6f1f4 req-26cdfc30-a419-4958-9370-d2c955ea531c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:37.743086 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6994d5ac-b8f0-460e-9a62-1f32ccf6f1f4 req-26cdfc30-a419-4958-9370-d2c955ea531c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 944 time: 0.0482638 Nov 10 14:40:37.792411 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6994d5ac-b8f0-460e-9a62-1f32ccf6f1f4 req-fffa05b9-1273-445f-b663-cf3d9b304bdb tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433407 Nov 10 14:40:38.384029 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa31322-4826-4ba7-b382-9a55ac24b2aa req-a4f32612-fd71-47ec-88d9-f5f9197704ad tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:38.385425 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-caa31322-4826-4ba7-b382-9a55ac24b2aa req-a4f32612-fd71-47ec-88d9-f5f9197704ad tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.1035707 Nov 10 14:40:38.431366 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-caa31322-4826-4ba7-b382-9a55ac24b2aa req-b76c6381-e84c-4e24-96be-24cce415c266 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397916 Nov 10 14:40:38.503375 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device a0b2fb59-5b29-4208-b22b-790485a4e937 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:40:38.599083 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port a0b2fb59-5b29-4208-b22b-790485a4e937, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=a0b2fb59-5b29-4208-b22b-790485a4e937,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:40:38.609893 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': 'a0b2fb59-5b29-4208-b22b-790485a4e937', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'port_id': 'a0b2fb59-5b29-4208-b22b-790485a4e937', 'mac_address': 'fa:16:3e:8e:06:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:40:38.655025 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:38.675045 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b2fb59-5b29-4208-b22b-790485a4e937 {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:40:38.698010 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port a0b2fb59-5b29-4208-b22b-790485a4e937, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=a0b2fb59-5b29-4208-b22b-790485a4e937,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:40:38.703855 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:38.758931 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=a0b2fb59-5b29-4208-b22b-790485a4e937,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:38.767895 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:38.769144 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:38.769494 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:38.770584 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:38.771572 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:38.771921 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:38.772262 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:38.772622 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:38.772957 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:38.773287 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:38.773614 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:38.773938 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:40:38.926472 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95b710-3288-458d-a2f1-d0b9a1caccf7 req-1af43d13-d5fd-443c-bfcd-baca82b02dbf tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:38.928064 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2a95b710-3288-458d-a2f1-d0b9a1caccf7 req-1af43d13-d5fd-443c-bfcd-baca82b02dbf tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 945 time: 0.0561912 Nov 10 14:40:38.994726 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2a95b710-3288-458d-a2f1-d0b9a1caccf7 req-12d4dda6-aa23-4bd5-8724-946d7a785aaf tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592387 Nov 10 14:40:39.083557 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['a0b2fb59-5b29-4208-b22b-790485a4e937'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:40:39.551269 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58f314-2d03-4303-90ac-8b9f0049e549 req-3ce725a9-79ae-4dc5-b540-83abb03fca3f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:39.552784 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-df58f314-2d03-4303-90ac-8b9f0049e549 req-3ce725a9-79ae-4dc5-b540-83abb03fca3f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0486672 Nov 10 14:40:39.600326 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-df58f314-2d03-4303-90ac-8b9f0049e549 req-d1d18471-8b40-4ecb-a426-56996ff76276 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414073 Nov 10 14:40:40.122844 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3d36c-330e-4614-bc79-ae7063c551b7 req-99b0806c-f46c-4d0f-bfe8-47ebe3e043dd tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:40.124381 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0ea3d36c-330e-4614-bc79-ae7063c551b7 req-99b0806c-f46c-4d0f-bfe8-47ebe3e043dd tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 945 time: 0.0522771 Nov 10 14:40:40.173960 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0ea3d36c-330e-4614-bc79-ae7063c551b7 req-2c7f9593-0d24-41ab-b627-3e9e17cbebf5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433054 Nov 10 14:40:40.452767 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-1acecb46-1896-404f-9ad7-f62089179ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:40.519167 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device f2110b4b-2a08-4b7b-b17e-4f35712e17ab details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:40:40.522202 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device a0b2fb59-5b29-4208-b22b-790485a4e937 up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:40:40.647693 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port a0b2fb59-5b29-4208-b22b-790485a4e937 completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:40:40.655142 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port a0b2fb59-5b29-4208-b22b-790485a4e937 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:40:40.655531 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:40.658622 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port f2110b4b-2a08-4b7b-b17e-4f35712e17ab, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:40:40.690925 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'port_id': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'mac_address': 'fa:16:3e:27:66:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:40:40.738061 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1ead6-b576-4e15-a9e1-7f1a01a2288d req-2b6a2222-0e37-4cfe-8a8f-9ff0667e1e04 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:40.745469 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f4e1ead6-b576-4e15-a9e1-7f1a01a2288d req-2b6a2222-0e37-4cfe-8a8f-9ff0667e1e04 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 944 time: 0.0585289 Nov 10 14:40:40.749964 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:40.784284 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2110b4b-2a08-4b7b-b17e-4f35712e17ab {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:40:40.800216 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f4e1ead6-b576-4e15-a9e1-7f1a01a2288d req-14e50e50-d8bf-47a0-8ef4-6c5a4706f788 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538228 Nov 10 14:40:40.805268 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:40.824821 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port f2110b4b-2a08-4b7b-b17e-4f35712e17ab, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:40:40.835772 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:40.849383 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6633ea-ddc5-43b9-b259-9fe7a535a116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b2fb59-5b29-4208-b22b-790485a4e937'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:40:40.851917 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182d940f-51e8-4aa8-aa8e-ee0cdb65818c" -d '{"events": [{"server_uuid": "2e6633ea-ddc5-43b9-b259-9fe7a535a116", "name": "network-vif-plugged", "status": "completed", "tag": "a0b2fb59-5b29-4208-b22b-790485a4e937"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:40:40.883164 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port a0b2fb59-5b29-4208-b22b-790485a4e937, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=a0b2fb59-5b29-4208-b22b-790485a4e937,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:40:40.893380 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:40.909528 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1202b33-c5cf-49ca-9ffe-5167054cd61c x-openstack-request-id: req-d1202b33-c5cf-49ca-9ffe-5167054cd61c {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:40:40.909968 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6633ea-ddc5-43b9-b259-9fe7a535a116", "name": "network-vif-plugged", "status": "completed", "tag": "a0b2fb59-5b29-4208-b22b-790485a4e937", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:40:40.910219 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1202b33-c5cf-49ca-9ffe-5167054cd61c {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:40:40.910599 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6633ea-ddc5-43b9-b259-9fe7a535a116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b2fb59-5b29-4208-b22b-790485a4e937', 'code': 200} Nov 10 14:40:40.915362 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,revision_number=9']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:40.971496 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=a0b2fb59-5b29-4208-b22b-790485a4e937,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:41.221630 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ddaea-75ad-424e-a1bd-70ac58b9b220 req-dd4ab94d-117b-4393-857d-f60d4b9bacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:41.223112 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1a3ddaea-75ad-424e-a1bd-70ac58b9b220 req-dd4ab94d-117b-4393-857d-f60d4b9bacd6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 1099 time: 0.0402713 Nov 10 14:40:41.228221 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['f2110b4b-2a08-4b7b-b17e-4f35712e17ab'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:40:41.299398 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1a3ddaea-75ad-424e-a1bd-70ac58b9b220 req-a5aa5b34-09e7-4e9f-8778-0014becc44f9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682549 Nov 10 14:40:41.311724 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd3ffc-a129-424e-aec6-30ff77db43a3 req-68796a43-71d4-40ff-816c-89f0f6fd94eb tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:41.313474 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4cfd3ffc-a129-424e-aec6-30ff77db43a3 req-68796a43-71d4-40ff-816c-89f0f6fd94eb tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 946 time: 0.0684946 Nov 10 14:40:41.362342 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4cfd3ffc-a129-424e-aec6-30ff77db43a3 req-601cdc26-ff9d-4187-8367-5189ee86cc63 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426626 Nov 10 14:40:41.921521 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8034f1-7eca-4ef9-b1b4-1159857c07cd req-0108234c-07c0-47d6-a984-6cb15fac3366 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:41.922981 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9e8034f1-7eca-4ef9-b1b4-1159857c07cd req-0108234c-07c0-47d6-a984-6cb15fac3366 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 945 time: 0.0485904 Nov 10 14:40:41.974518 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9e8034f1-7eca-4ef9-b1b4-1159857c07cd req-21a69f7b-e943-4d2c-b2a7-558df156bfce tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453255 Nov 10 14:40:42.477987 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8dda5-c35f-4591-9bdd-f8047d2706f0 req-8ad8e3a9-2e8d-42a2-850a-49c6eec64828 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:42.479459 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d4c8dda5-c35f-4591-9bdd-f8047d2706f0 req-8ad8e3a9-2e8d-42a2-850a-49c6eec64828 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 946 time: 0.0508811 Nov 10 14:40:42.522514 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device f2110b4b-2a08-4b7b-b17e-4f35712e17ab up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:40:42.527779 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d4c8dda5-c35f-4591-9bdd-f8047d2706f0 req-ba07a891-ad34-4a84-ae24-2667f08da4ef tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Nov 10 14:40:42.569224 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port f2110b4b-2a08-4b7b-b17e-4f35712e17ab triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:40:42.569587 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:42.647062 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:42.681340 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port f2110b4b-2a08-4b7b-b17e-4f35712e17ab, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:40:42.685421 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:42.732896 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,revision_number=10']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:42.912092 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a418367-87d8-4905-bba7-9e420e01eac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:40:42.914359 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46dcfbf-58f8-48e8-9d32-9c11b54890c2" -d '{"events": [{"server_uuid": "2a418367-87d8-4905-bba7-9e420e01eac5", "name": "network-vif-plugged", "status": "completed", "tag": "f2110b4b-2a08-4b7b-b17e-4f35712e17ab"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:40:42.949637 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b91eb7-9de8-42a6-abf9-899a6133d94e x-openstack-request-id: req-25b91eb7-9de8-42a6-abf9-899a6133d94e {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:40:42.949929 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a418367-87d8-4905-bba7-9e420e01eac5", "name": "network-vif-plugged", "status": "completed", "tag": "f2110b4b-2a08-4b7b-b17e-4f35712e17ab", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:40:42.950182 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25b91eb7-9de8-42a6-abf9-899a6133d94e {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:40:42.950572 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a418367-87d8-4905-bba7-9e420e01eac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'code': 200} Nov 10 14:40:43.023766 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-4ff936bd-2a8d-469b-ac96-caa23a6d4c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:43.120916 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce67d9e-f114-4154-85da-d9fe6cf8e9ba req-cf124406-9f82-46ac-8ea3-eda12957012f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:43.122394 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3ce67d9e-f114-4154-85da-d9fe6cf8e9ba req-cf124406-9f82-46ac-8ea3-eda12957012f tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 947 time: 0.0724328 Nov 10 14:40:43.155578 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d3f35-4556-445b-bab6-969974461fff req-4f5c0c00-2631-4768-a0a8-1418a7a745aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:43.157097 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed0d3f35-4556-445b-bab6-969974461fff req-4f5c0c00-2631-4768-a0a8-1418a7a745aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 1100 time: 0.0703759 Nov 10 14:40:43.201328 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3ce67d9e-f114-4154-85da-d9fe6cf8e9ba req-dc94158e-16bf-4c91-9735-d1d3ffe1dffa tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721226 Nov 10 14:40:43.223674 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ed0d3f35-4556-445b-bab6-969974461fff req-91993d84-cdb8-4333-b0fe-f14b87bed981 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584636 Nov 10 14:40:43.649172 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc77eb-fe61-488b-80bd-373d0508313d req-630f33e0-c3d1-44c0-b53e-80a8042879ec tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:43.650652 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7fcc77eb-fe61-488b-80bd-373d0508313d req-630f33e0-c3d1-44c0-b53e-80a8042879ec tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 946 time: 0.0533817 Nov 10 14:40:43.703693 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7fcc77eb-fe61-488b-80bd-373d0508313d req-652b55ee-10d3-4603-aea1-fcb86491d4dd tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452805 Nov 10 14:40:43.820170 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8161991-b67f-43ae-ad25-cd75b9314c7e req-ea12c6df-1c46-460c-a27e-5a61090c2904 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:43.821912 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c8161991-b67f-43ae-ad25-cd75b9314c7e req-ea12c6df-1c46-460c-a27e-5a61090c2904 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 946 time: 0.0503223 Nov 10 14:40:43.873418 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c8161991-b67f-43ae-ad25-cd75b9314c7e req-8158c591-7dee-4ab7-b882-7caa1dfcef30 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456302 Nov 10 14:40:43.895879 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 38656) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:40:44.032232 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bce51f6-8dad-424d-8901-c084b0e987d5 tempest-TestVolumeBootPattern-1777789909 tempest-TestVolumeBootPattern-1777789909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:44.033804 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-2bce51f6-8dad-424d-8901-c084b0e987d5 tempest-TestVolumeBootPattern-1777789909 tempest-TestVolumeBootPattern-1777789909-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 1094 time: 0.1369436 Nov 10 14:40:44.037074 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 38660) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:40:44.041196 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Request body: {'floatingip': {'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'port_id': 'a0b2fb59-5b29-4208-b22b-790485a4e937', 'tenant_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:40:44.062308 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for floatingip, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:44.136730 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:44.164419 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:44.265011 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Allocated IP 172.27.1.250 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/3f6b673a-8150-4509-8a96-b772c467dd15) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:40:44.367862 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:44.402070 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:44.438377 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:40:44.443242 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:40:44.446704 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:40:44.462214 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0c9b0-257e-47e7-88c3-1bff22fb76ff req-7c7f9b2a-23cd-4070-b6b7-2d0b9fd93646 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:44.463765 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e4c0c9b0-257e-47e7-88c3-1bff22fb76ff req-7c7f9b2a-23cd-4070-b6b7-2d0b9fd93646 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 947 time: 0.0537660 Nov 10 14:40:44.486429 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'Port': ['ID=3f6b673a-8150-4509-8a96-b772c467dd15,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:44.533721 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e4c0c9b0-257e-47e7-88c3-1bff22fb76ff req-03cc9f91-5c75-49c4-8ab4-18e75a794597 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618560 Nov 10 14:40:44.869613 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:44.938085 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:45.097878 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:45.104203 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:45.176600 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'Port': ['ID=3f6b673a-8150-4509-8a96-b772c467dd15,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:40:45.186403 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:45.285622 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.l3_db [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Floating IP 38f804fe-bb19-4613-9113-c796f95c4dac associated. External IP: 172.27.1.250, port: a0b2fb59-5b29-4208-b22b-790485a4e937. Nov 10 14:40:45.554965 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:45.742577 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b7851-9ee7-4c70-ad91-e662862adbb2 req-becc9071-d3fd-4a2f-a22d-32b9e8799cd6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:45.744015 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c25b7851-9ee7-4c70-ad91-e662862adbb2 req-becc9071-d3fd-4a2f-a22d-32b9e8799cd6 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 947 time: 0.0934503 Nov 10 14:40:45.770025 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:40:45.804517 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c25b7851-9ee7-4c70-ad91-e662862adbb2 req-d25b7468-364f-4671-b7eb-88f08023fb66 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537992 Nov 10 14:40:45.901577 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:40:45.914632 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a02911-58bc-4e62-b959-206ef7745010 None None] Sync routers for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:40:45.922333 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:45.926516 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a02911-58bc-4e62-b959-206ef7745010 None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:40:45.927188 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-22a02911-58bc-4e62-b959-206ef7745010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:40:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:45.968359 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-861cf54c-02c8-4c32-b8c8-6661c1f52624 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9195299 Nov 10 14:40:45.968359 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6633ea-ddc5-43b9-b259-9fe7a535a116', 'tag': 'a0b2fb59-5b29-4208-b22b-790485a4e937'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:40:45.968359 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015b203d-7256-4d68-8878-a8c06026c84e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6633ea-ddc5-43b9-b259-9fe7a535a116", "tag": "a0b2fb59-5b29-4208-b22b-790485a4e937"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:40:46.008123 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe041e3-c6f1-45f2-9ad4-f864fcd1a960 x-openstack-request-id: req-5fe041e3-c6f1-45f2-9ad4-f864fcd1a960 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:40:46.008599 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6633ea-ddc5-43b9-b259-9fe7a535a116", "tag": "a0b2fb59-5b29-4208-b22b-790485a4e937", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:40:46.008921 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5fe041e3-c6f1-45f2-9ad4-f864fcd1a960 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:40:46.009382 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6633ea-ddc5-43b9-b259-9fe7a535a116', 'tag': 'a0b2fb59-5b29-4208-b22b-790485a4e937', 'status': 'completed', 'code': 200} Nov 10 14:40:46.090328 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b203d-7256-4d68-8878-a8c06026c84e req-892203e4-a6e1-4961-9092-aac25d1fd6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:46.091872 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-015b203d-7256-4d68-8878-a8c06026c84e req-892203e4-a6e1-4961-9092-aac25d1fd6d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 1099 time: 0.0505779 Nov 10 14:40:46.163886 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-22a02911-58bc-4e62-b959-206ef7745010 None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:40:46.206926 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b203d-7256-4d68-8878-a8c06026c84e req-2e83fc43-774d-4ca4-bd57-d513424184eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:46.208468 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-015b203d-7256-4d68-8878-a8c06026c84e req-2e83fc43-774d-4ca4-bd57-d513424184eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 913 time: 0.1088421 Nov 10 14:40:46.278971 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-015b203d-7256-4d68-8878-a8c06026c84e req-1be3fec4-d1f8-4dbb-8e36-656ed7fe8a4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0b2fb59-5b29-4208-b22b-790485a4e937 HTTP/1.1" status: 200 len: 1000 time: 0.0626924 Nov 10 14:40:46.330743 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b203d-7256-4d68-8878-a8c06026c84e req-f0798454-3345-4b96-9156-318e5009c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:46.332160 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-015b203d-7256-4d68-8878-a8c06026c84e req-f0798454-3345-4b96-9156-318e5009c714 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0456276 Nov 10 14:40:46.379357 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b203d-7256-4d68-8878-a8c06026c84e req-c5a31688-fb77-411d-a309-81c3efe9d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:40:46.380934 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-015b203d-7256-4d68-8878-a8c06026c84e req-c5a31688-fb77-411d-a309-81c3efe9d2e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416422 Nov 10 14:40:46.390989 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-22a02911-58bc-4e62-b959-206ef7745010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '38f804fe-bb19-4613-9113-c796f95c4dac', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': 'a0b2fb59-5b29-4208-b22b-790485a4e937', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:8e:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6633ea-ddc5-43b9-b259-9fe7a535a116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:40:44Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 0, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:46.417582 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a02911-58bc-4e62-b959-206ef7745010 None None] Checking router: 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:40:46.426600 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a02911-58bc-4e62-b959-206ef7745010 None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:40:46.427198 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-22a02911-58bc-4e62-b959-206ef7745010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:40:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:46.473363 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-015b203d-7256-4d68-8878-a8c06026c84e req-ca506df4-8081-4e93-92c4-db15be06f45e service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846324 Nov 10 14:40:46.533685 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-22a02911-58bc-4e62-b959-206ef7745010 None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:40:46.562532 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-015b203d-7256-4d68-8878-a8c06026c84e req-5d9dc8b1-6942-4167-882d-2ef10563281b service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816731 Nov 10 14:40:46.668279 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:40:46.758396 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-22a02911-58bc-4e62-b959-206ef7745010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '38f804fe-bb19-4613-9113-c796f95c4dac', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': 'a0b2fb59-5b29-4208-b22b-790485a4e937', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:8e:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6633ea-ddc5-43b9-b259-9fe7a535a116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:40:44Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 0, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:40:46.786210 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a02911-58bc-4e62-b959-206ef7745010 None None] The sync data for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi is: [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '38f804fe-bb19-4613-9113-c796f95c4dac', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': 'a0b2fb59-5b29-4208-b22b-790485a4e937', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:8e:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6633ea-ddc5-43b9-b259-9fe7a535a116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:40:44Z', 'updated_at': '2021-11-10T14:40:44Z', 'revision_number': 0, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:40:46.967483 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b960c3-f540-4498-9e0d-0c871545e260 None None] New status for floating IP 38f804fe-bb19-4613-9113-c796f95c4dac: ACTIVE {{(pid=101584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:40:47.773932 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:02.857663 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:41:10.453297 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b163470f-4755-44d7-b83c-0821298b1b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:13.014290 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-eab47298-4adb-4164-978b-33375e8778ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:14.138466 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:15.557849 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:16.325555 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 38970) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:16.426304 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1133024f-4f5c-4d90-9482-ad6f17785a5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:16.501916 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1133024f-4f5c-4d90-9482-ad6f17785a5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:16.506178 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-1133024f-4f5c-4d90-9482-ad6f17785a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:16.548121 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-1133024f-4f5c-4d90-9482-ad6f17785a5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7483cfdd72dd4a7aaeaca6e3c41dd17c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215300 Nov 10 14:41:16.549136 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133024f-4f5c-4d90-9482-ad6f17785a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee5d2bd-1974-4117-9cb9-17170b257d87,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:16.551009 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 38974) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:16.598929 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-38593847-0ac5-4cf6-9a40-c8a0c1d7009f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:16.619500 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-38593847-0ac5-4cf6-9a40-c8a0c1d7009f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:16.665630 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-38593847-0ac5-4cf6-9a40-c8a0c1d7009f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:16.668228 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-38593847-0ac5-4cf6-9a40-c8a0c1d7009f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:16.669431 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-38593847-0ac5-4cf6-9a40-c8a0c1d7009f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ee5d2bd-1974-4117-9cb9-17170b257d87 HTTP/1.1" status: 204 len: 168 time: 0.1173694 Nov 10 14:41:16.671260 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:16.679447 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38593847-0ac5-4cf6-9a40-c8a0c1d7009f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee5d2bd-1974-4117-9cb9-17170b257d87,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:16.928881 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 38980) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:16.944949 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d177-dc8f-4d47-ac68-11e479bd7158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:17.017512 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d177-dc8f-4d47-ac68-11e479bd7158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:17.022016 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d177-dc8f-4d47-ac68-11e479bd7158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:17.058529 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-f4a9d177-dc8f-4d47-ac68-11e479bd7158 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=133fe147771b4970adff1f8e45ce0896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285846 Nov 10 14:41:17.060457 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9d177-dc8f-4d47-ac68-11e479bd7158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062f4379-5814-429e-a2bd-4c2d5884d459,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:17.061275 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 38982) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:17.109912 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7a762b75-8ec9-40ee-8c7d-1c3455255ed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:17.131163 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7a762b75-8ec9-40ee-8c7d-1c3455255ed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:17.176709 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7a762b75-8ec9-40ee-8c7d-1c3455255ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:17.179237 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7a762b75-8ec9-40ee-8c7d-1c3455255ed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:17.180574 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-7a762b75-8ec9-40ee-8c7d-1c3455255ed7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/062f4379-5814-429e-a2bd-4c2d5884d459 HTTP/1.1" status: 204 len: 168 time: 0.1182535 Nov 10 14:41:17.187953 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a762b75-8ec9-40ee-8c7d-1c3455255ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062f4379-5814-429e-a2bd-4c2d5884d459,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:17.769345 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:18.762708 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 39028) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:18.866782 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:18.939242 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:18.944471 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:18.982444 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a10aef5fa62947ce9f801bae00599161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186787 Nov 10 14:41:18.983310 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87805f54-649e-400c-8e7e-7a095723bd97,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:18.985218 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39032) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:18.991313 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:18.991735 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:18.992084 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:18.992451 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:18.992788 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:18.993121 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:18.993471 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:18.993781 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:18.994106 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:18.994430 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:18.995128 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:18.995128 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a4b1b-9ff1-4ff0-99d9-807ab368e92e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:19.038682 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:19.059158 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:19.104323 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:19.106874 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:19.108020 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87805f54-649e-400c-8e7e-7a095723bd97 HTTP/1.1" status: 204 len: 168 time: 0.1217191 Nov 10 14:41:19.116241 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87805f54-649e-400c-8e7e-7a095723bd97,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:19.123250 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:19.123600 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:19.123953 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:19.124279 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:19.124657 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:19.124978 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:19.125305 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:19.125633 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:19.125973 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:19.126265 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:19.126589 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:19.127493 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46caae1-d462-43c9-a3a4-bf6f75430bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:19.369730 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39038) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:19.385449 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6318fa01-3a7c-4d4e-bf37-ff1e1947db0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:19.458456 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6318fa01-3a7c-4d4e-bf37-ff1e1947db0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:19.462284 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6318fa01-3a7c-4d4e-bf37-ff1e1947db0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:19.501584 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318fa01-3a7c-4d4e-bf37-ff1e1947db0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b860d243-956a-45be-a21b-1d50fcfafb26,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:19.505924 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-6318fa01-3a7c-4d4e-bf37-ff1e1947db0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5d30ba62ea8499ebed0c1cb2d34041a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351697 Nov 10 14:41:19.508958 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39040) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:19.555645 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-db8dd22f-e7f7-443b-a2c5-ceacc86156bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:19.575847 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-db8dd22f-e7f7-443b-a2c5-ceacc86156bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:19.620990 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-db8dd22f-e7f7-443b-a2c5-ceacc86156bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:19.623496 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-db8dd22f-e7f7-443b-a2c5-ceacc86156bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:19.624668 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-db8dd22f-e7f7-443b-a2c5-ceacc86156bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b860d243-956a-45be-a21b-1d50fcfafb26 HTTP/1.1" status: 204 len: 168 time: 0.1152387 Nov 10 14:41:19.632240 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dd22f-e7f7-443b-a2c5-ceacc86156bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b860d243-956a-45be-a21b-1d50fcfafb26,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:21.945072 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39110) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:22.054590 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ecb6f025-b122-488d-8185-e4df100de2f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:22.129183 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ecb6f025-b122-488d-8185-e4df100de2f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:22.133109 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ecb6f025-b122-488d-8185-e4df100de2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:22.171583 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-ecb6f025-b122-488d-8185-e4df100de2f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d18977640fd4bd888522fba67d11e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254703 Nov 10 14:41:22.172478 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6f025-b122-488d-8185-e4df100de2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae91a05d-c335-46da-a005-4b3b0cfdcefb,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:22.174471 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 39114) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:22.223743 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-62017421-e94f-4962-b9d9-42ad0ed8de85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:22.246757 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-62017421-e94f-4962-b9d9-42ad0ed8de85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:22.292148 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-62017421-e94f-4962-b9d9-42ad0ed8de85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:22.294647 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-62017421-e94f-4962-b9d9-42ad0ed8de85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:22.295769 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-62017421-e94f-4962-b9d9-42ad0ed8de85 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae91a05d-c335-46da-a005-4b3b0cfdcefb HTTP/1.1" status: 204 len: 168 time: 0.1199958 Nov 10 14:41:22.303909 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62017421-e94f-4962-b9d9-42ad0ed8de85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae91a05d-c335-46da-a005-4b3b0cfdcefb,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:22.552634 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 39120) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:22.567259 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd7bd-f2d4-4bcc-a4f8-386cb0558b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:22.638891 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd7bd-f2d4-4bcc-a4f8-386cb0558b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:22.647619 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd7bd-f2d4-4bcc-a4f8-386cb0558b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:22.690540 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-c9ebd7bd-f2d4-4bcc-a4f8-386cb0558b09 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1293473a7d83452b8059e74579b71c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368253 Nov 10 14:41:22.691391 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebd7bd-f2d4-4bcc-a4f8-386cb0558b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e481c174-2958-4f11-806a-80a245a62541,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:22.693185 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39122) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:22.742517 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6b92415a-415d-4a27-b996-2270bd48240f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:22.763458 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6b92415a-415d-4a27-b996-2270bd48240f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:22.808418 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6b92415a-415d-4a27-b996-2270bd48240f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:22.810945 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-6b92415a-415d-4a27-b996-2270bd48240f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:22.812072 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-6b92415a-415d-4a27-b996-2270bd48240f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e481c174-2958-4f11-806a-80a245a62541 HTTP/1.1" status: 204 len: 168 time: 0.1178465 Nov 10 14:41:22.820418 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92415a-415d-4a27-b996-2270bd48240f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e481c174-2958-4f11-806a-80a245a62541,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:28.991576 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39244) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:29.097918 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-85e86410-e758-47ad-b53d-c9c21fda87f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:29.170235 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-85e86410-e758-47ad-b53d-c9c21fda87f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:29.173989 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-85e86410-e758-47ad-b53d-c9c21fda87f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:29.213025 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e86410-e758-47ad-b53d-c9c21fda87f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323db4ae-4ba8-42f2-90bc-84eba1866067,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:29.218286 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-85e86410-e758-47ad-b53d-c9c21fda87f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7af7640eef8e4cee83755781f7861116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247374 Nov 10 14:41:29.220047 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39248) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:29.266429 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-aaaba9e7-b224-44af-a76e-a86767b2a39a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:29.287469 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-aaaba9e7-b224-44af-a76e-a86767b2a39a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:29.333965 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-aaaba9e7-b224-44af-a76e-a86767b2a39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:29.337109 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-aaaba9e7-b224-44af-a76e-a86767b2a39a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:29.338241 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-aaaba9e7-b224-44af-a76e-a86767b2a39a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/323db4ae-4ba8-42f2-90bc-84eba1866067 HTTP/1.1" status: 204 len: 168 time: 0.1169972 Nov 10 14:41:29.347139 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaba9e7-b224-44af-a76e-a86767b2a39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323db4ae-4ba8-42f2-90bc-84eba1866067,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:29.601468 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39256) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:29.614202 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-57f1c514-ce85-4296-a2ff-7a068494a63f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:29.689933 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-57f1c514-ce85-4296-a2ff-7a068494a63f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:29.693916 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-57f1c514-ce85-4296-a2ff-7a068494a63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:29.731546 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-57f1c514-ce85-4296-a2ff-7a068494a63f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48644e8f460846f9b18183d7877dd959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288381 Nov 10 14:41:29.733473 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1c514-ce85-4296-a2ff-7a068494a63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69442ae-59fe-4e02-9fa2-b46e98c20852,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:29.734225 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 39258) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:29.781553 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e10e4a78-3883-445b-8ef4-5c3a3aee59ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:29.802310 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e10e4a78-3883-445b-8ef4-5c3a3aee59ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:29.847978 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e10e4a78-3883-445b-8ef4-5c3a3aee59ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:29.850542 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e10e4a78-3883-445b-8ef4-5c3a3aee59ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:29.851675 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-e10e4a78-3883-445b-8ef4-5c3a3aee59ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a69442ae-59fe-4e02-9fa2-b46e98c20852 HTTP/1.1" status: 204 len: 168 time: 0.1164713 Nov 10 14:41:29.860458 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e4a78-3883-445b-8ef4-5c3a3aee59ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69442ae-59fe-4e02-9fa2-b46e98c20852,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:30.508013 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 39280) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:30.602535 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-879236354-network', 'tenant_id': '0df27f13e601459d8ec67bf529a00eee'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:41:30.625490 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] Made reservation on behalf of 0df27f13e601459d8ec67bf529a00eee for: {'network': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:41:30.628623 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:30.636926 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:30.709508 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:30.713104 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:30.737273 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=101583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:41:30.745818 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8209723-9d7c-452f-a86e-432f996bf233,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:30.751779 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:30.752096 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.segments_db [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] Added segment 9a8b1d00-6504-4d17-a765-45671443bf18 of type vlan for network 908703a9-35e1-4b1f-a78a-d601dd2c8e58 Nov 10 14:41:30.791124 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:30.814952 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:30.815900 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:30.816594 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:30.874207 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3649590 Nov 10 14:41:30.877761 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39284) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:30.879239 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e7342-f6fc-410d-a9e1-20bee8f93247 admin admin] Pushing event updated for resources: {'Network': ['ID=908703a9-35e1-4b1f-a78a-d601dd2c8e58,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:30.883978 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-cb7009fd-1d8a-4512-8445-2c81808e6a97 admin admin] Request body: {'subnet': {'network_id': '908703a9-35e1-4b1f-a78a-d601dd2c8e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-879236354-subnet', 'tenant_id': '0df27f13e601459d8ec67bf529a00eee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:41:30.890146 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 908703a9-35e1-4b1f-a78a-d601dd2c8e58 details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:41:30.905967 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7009fd-1d8a-4512-8445-2c81808e6a97 admin admin] Made reservation on behalf of 0df27f13e601459d8ec67bf529a00eee for: {'subnet': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:41:30.908876 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-cb7009fd-1d8a-4512-8445-2c81808e6a97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8836731'] for subnet, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:31.074001 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-cb7009fd-1d8a-4512-8445-2c81808e6a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8824644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8836693'] for subnet, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:31.124749 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7009fd-1d8a-4512-8445-2c81808e6a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22ceb20-00ec-471e-815e-5c908f506821,revision_number=0']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:31.141421 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7009fd-1d8a-4512-8445-2c81808e6a97 admin admin] Checking segment: {'id': '9a8b1d00-6504-4d17-a765-45671443bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '908703a9-35e1-4b1f-a78a-d601dd2c8e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:41:31.141774 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7009fd-1d8a-4512-8445-2c81808e6a97 admin admin] Network hostable DHCP agents. Network: 908703a9-35e1-4b1f-a78a-d601dd2c8e58, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:41:31.159102 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7009fd-1d8a-4512-8445-2c81808e6a97 admin admin] Network 908703a9-35e1-4b1f-a78a-d601dd2c8e58 is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:41:31.167668 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [None req-cb7009fd-1d8a-4512-8445-2c81808e6a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 908703a9-35e1-4b1f-a78a-d601dd2c8e58) {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:41:31.171746 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7009fd-1d8a-4512-8445-2c81808e6a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:31.172362 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-cb7009fd-1d8a-4512-8445-2c81808e6a97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:31.177026 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfd9ffa-0cfa-49a7-9934-1b88ff83f1f7 None None] Network 908703a9-35e1-4b1f-a78a-d601dd2c8e58 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:41:31.188466 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-cb7009fd-1d8a-4512-8445-2c81808e6a97 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3094139 Nov 10 14:41:31.299860 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1ea6ca-38ca-4168-852a-10b72cbc836b None None] Network 908703a9-35e1-4b1f-a78a-d601dd2c8e58 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:41:32.906050 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-ae0b8e5e-6c20-4639-9c0f-26cc5617b431 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:32.907578 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-ae0b8e5e-6c20-4639-9c0f-26cc5617b431 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/networks?id=908703a9-35e1-4b1f-a78a-d601dd2c8e58 HTTP/1.1" status: 200 len: 808 time: 0.1012189 Nov 10 14:41:32.921896 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8a3b56-3c45-4ee0-a8d0-ea6f18da3b19 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/quotas/0df27f13e601459d8ec67bf529a00eee HTTP/1.1" status: 200 len: 375 time: 0.0087085 Nov 10 14:41:32.952109 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-1767f972-9864-4a02-a4cf-ffa0c09bf297 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0df27f13e601459d8ec67bf529a00eee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252707 Nov 10 14:41:32.963060 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-6bc8cf1c-bede-4deb-b2c3-8f4d4fb382d2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:41:32.963989 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-6bc8cf1c-bede-4deb-b2c3-8f4d4fb382d2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047591 Nov 10 14:41:33.053728 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-130ea455-cf21-4a52-a802-7bba9be28a0e service neutron] 10.222.0.39 "GET /v2.0/networks/908703a9-35e1-4b1f-a78a-d601dd2c8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841384 Nov 10 14:41:33.144629 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-479a2ea7-a16d-4dd0-85ef-ce0185be0a45 service neutron] 10.222.0.39 "GET /v2.0/networks/908703a9-35e1-4b1f-a78a-d601dd2c8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849326 Nov 10 14:41:33.300629 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7353eb7a-d4ba-4313-9c0b-34e3ae98f640 req-b77496d2-abca-4863-9e17-f967daedfd2e tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 210 time: 0.0279884 Nov 10 14:41:34.350107 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-bda3da79-b7a8-4c25-824a-4be307e99381 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:34.351621 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-bda3da79-b7a8-4c25-824a-4be307e99381 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.32 "GET /v2.0/networks?id=908703a9-35e1-4b1f-a78a-d601dd2c8e58 HTTP/1.1" status: 200 len: 808 time: 0.1132464 Nov 10 14:41:34.367095 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-a6692bce-9f66-4573-a25b-67153ece785f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Request body: {'port': {'device_id': '0ac3714a-783f-4eef-a320-b7e4f544c3e0', 'network_id': '908703a9-35e1-4b1f-a78a-d601dd2c8e58', 'admin_state_up': True, 'tenant_id': '0df27f13e601459d8ec67bf529a00eee'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:41:34.442982 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7505bc64-1ff0-446f-bc40-ada1f6b905fc req-98619a0c-4b21-4865-bbae-58afb6381932 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 210 time: 0.0606568 Nov 10 14:41:34.499565 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-a6692bce-9f66-4573-a25b-67153ece785f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Made reservation on behalf of 0df27f13e601459d8ec67bf529a00eee for: {'port': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:41:34.504137 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-a6692bce-9f66-4573-a25b-67153ece785f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:34.629756 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-a6692bce-9f66-4573-a25b-67153ece785f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Allocated IP 172.20.0.4 (908703a9-35e1-4b1f-a78a-d601dd2c8e58/d22ceb20-00ec-471e-815e-5c908f506821/b606eaa1-3966-4fa5-bcad-669c770e6279) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:41:34.771347 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-a6692bce-9f66-4573-a25b-67153ece785f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:34.804810 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-a6692bce-9f66-4573-a25b-67153ece785f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:34.852112 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-a6692bce-9f66-4573-a25b-67153ece785f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Network 908703a9-35e1-4b1f-a78a-d601dd2c8e58 is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:41:34.855138 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-a6692bce-9f66-4573-a25b-67153ece785f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:41:34.858770 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-a6692bce-9f66-4573-a25b-67153ece785f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:41:34.865644 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6692bce-9f66-4573-a25b-67153ece785f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Pushing event updated for resources: {'Port': ['ID=b606eaa1-3966-4fa5-bcad-669c770e6279,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:34.910506 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-a6692bce-9f66-4573-a25b-67153ece785f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:34.911122 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-a6692bce-9f66-4573-a25b-67153ece785f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:34.926332 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-a6692bce-9f66-4573-a25b-67153ece785f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5636683 Nov 10 14:41:34.936230 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-cc14bdd5-cc79-4274-942f-952cf469a103 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:41:34.937205 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-cc14bdd5-cc79-4274-942f-952cf469a103 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049255 Nov 10 14:41:34.994326 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Request body: {'port': {'device_id': '0ac3714a-783f-4eef-a320-b7e4f544c3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:41:35.046103 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:35.304431 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b606eaa1-3966-4fa5-bcad-669c770e6279 {{(pid=101582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:41:35.311755 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:35.323387 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.provisioning_blocks [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Transition to ACTIVE for port object b606eaa1-3966-4fa5-bcad-669c770e6279 will not be triggered until provisioned by entity L2. {{(pid=101582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:41:35.327245 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:35.377567 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b606eaa1-3966-4fa5-bcad-669c770e6279,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:35.442173 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Attempting to bind port b606eaa1-3966-4fa5-bcad-669c770e6279 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:41:35.442502 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Attempting to bind port b606eaa1-3966-4fa5-bcad-669c770e6279 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '9a8b1d00-6504-4d17-a765-45671443bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '908703a9-35e1-4b1f-a78a-d601dd2c8e58'}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:41:35.442823 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Attempting to bind port b606eaa1-3966-4fa5-bcad-669c770e6279 on network 908703a9-35e1-4b1f-a78a-d601dd2c8e58 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:41:35.446950 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Port b606eaa1-3966-4fa5-bcad-669c770e6279 on network 908703a9-35e1-4b1f-a78a-d601dd2c8e58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:41:35.447267 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Attempting to bind port b606eaa1-3966-4fa5-bcad-669c770e6279 on network 908703a9-35e1-4b1f-a78a-d601dd2c8e58 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:41:35.451953 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:41:35.452286 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Checking segment: {'id': '9a8b1d00-6504-4d17-a765-45671443bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '908703a9-35e1-4b1f-a78a-d601dd2c8e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:41:35.452695 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Bound using segment: {'id': '9a8b1d00-6504-4d17-a765-45671443bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '908703a9-35e1-4b1f-a78a-d601dd2c8e58'} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:41:35.453114 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Bound port: b606eaa1-3966-4fa5-bcad-669c770e6279, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8b1d00-6504-4d17-a765-45671443bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '908703a9-35e1-4b1f-a78a-d601dd2c8e58'}}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:41:35.453487 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:35.515760 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] For port b606eaa1-3966-4fa5-bcad-669c770e6279, host hv-cinder-81722, cleared binding levels {{(pid=101582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:41:35.519425 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] For port b606eaa1-3966-4fa5-bcad-669c770e6279, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=b606eaa1-3966-4fa5-bcad-669c770e6279,segment=NetworkSegment(9a8b1d00-6504-4d17-a765-45671443bf18),segment_id=9a8b1d00-6504-4d17-a765-45671443bf18)] {{(pid=101582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:41:35.523342 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:35.556946 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:35.557529 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:35.558968 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] 10.222.0.32 "PUT /v2.0/ports/b606eaa1-3966-4fa5-bcad-669c770e6279 HTTP/1.1" status: 200 len: 1093 time: 0.6141398 Nov 10 14:41:35.559338 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac3714a-783f-4eef-a320-b7e4f544c3e0', 'tag': 'b606eaa1-3966-4fa5-bcad-669c770e6279'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:41:35.561607 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7b3b9a-bd80-4497-b89d-f8aa38285009" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac3714a-783f-4eef-a320-b7e4f544c3e0", "tag": "b606eaa1-3966-4fa5-bcad-669c770e6279"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:41:35.562077 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937d7-e5c7-47ea-8da3-c8a7672babec req-89b816a4-7d5b-4601-abf5-58ee6ff56382 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:35.563677 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dcb937d7-e5c7-47ea-8da3-c8a7672babec req-89b816a4-7d5b-4601-abf5-58ee6ff56382 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 943 time: 0.0504971 Nov 10 14:41:35.586163 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e79ab-7623-46d5-869a-2244fb5ae1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b606eaa1-3966-4fa5-bcad-669c770e6279,revision_number=3']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:35.609953 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ebf18d-662c-418e-8642-96c0c7163380 x-openstack-request-id: req-c2ebf18d-662c-418e-8642-96c0c7163380 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:41:35.610389 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac3714a-783f-4eef-a320-b7e4f544c3e0", "tag": "b606eaa1-3966-4fa5-bcad-669c770e6279", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:41:35.610780 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2ebf18d-662c-418e-8642-96c0c7163380 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:41:35.611226 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac3714a-783f-4eef-a320-b7e4f544c3e0', 'tag': 'b606eaa1-3966-4fa5-bcad-669c770e6279', 'status': 'completed', 'code': 200} Nov 10 14:41:35.617088 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dcb937d7-e5c7-47ea-8da3-c8a7672babec req-101221c6-a512-470c-b0d4-303816d4df9d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450439 Nov 10 14:41:35.663087 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-0485bf2e-2273-4d6f-855f-5dd19216ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:35.664612 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-0485bf2e-2273-4d6f-855f-5dd19216ee01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0df27f13e601459d8ec67bf529a00eee&device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 1096 time: 0.0417552 Nov 10 14:41:35.709924 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-c9f51877-35bb-464d-8796-6c4626470066 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b606eaa1-3966-4fa5-bcad-669c770e6279 HTTP/1.1" status: 200 len: 217 time: 0.0361099 Nov 10 14:41:35.770366 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-8474ce55-9c5b-4c0f-b2ff-02ded3950ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:35.771817 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-8474ce55-9c5b-4c0f-b2ff-02ded3950ae7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d22ceb20-00ec-471e-815e-5c908f506821 HTTP/1.1" status: 200 len: 848 time: 0.0545762 Nov 10 14:41:35.803682 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-a5484aa5-baba-45f2-b6d6-8bd7fc746eb2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=908703a9-35e1-4b1f-a78a-d601dd2c8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243044 Nov 10 14:41:35.896434 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-2faa62ec-e88b-4ae4-b782-7340ddc51667 service neutron] 10.222.0.32 "GET /v2.0/networks/908703a9-35e1-4b1f-a78a-d601dd2c8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853591 Nov 10 14:41:35.982769 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-68ecb583-92e6-4ec9-99b6-8f52210a3fb2 req-4a7dc1d7-8e10-45dc-8c8f-1d21f11184c9 service neutron] 10.222.0.32 "GET /v2.0/networks/908703a9-35e1-4b1f-a78a-d601dd2c8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785503 Nov 10 14:41:36.082396 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b3b9a-bd80-4497-b89d-f8aa38285009 req-22a14c0a-98f5-4bd9-90ee-0f07101a4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:36.083891 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0c7b3b9a-bd80-4497-b89d-f8aa38285009 req-22a14c0a-98f5-4bd9-90ee-0f07101a4ead service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0df27f13e601459d8ec67bf529a00eee&device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 1096 time: 0.0558445 Nov 10 14:41:36.175501 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b3b9a-bd80-4497-b89d-f8aa38285009 req-0ba55cad-08cf-4fab-b5a8-617c3e62c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:36.176975 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0c7b3b9a-bd80-4497-b89d-f8aa38285009 req-0ba55cad-08cf-4fab-b5a8-617c3e62c357 service neutron] 10.222.0.32 "GET /v2.0/networks?id=908703a9-35e1-4b1f-a78a-d601dd2c8e58 HTTP/1.1" status: 200 len: 909 time: 0.0845957 Nov 10 14:41:36.220431 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0c7b3b9a-bd80-4497-b89d-f8aa38285009 req-52dc1d91-75ec-4d7e-96a2-e84f1e6be6de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b606eaa1-3966-4fa5-bcad-669c770e6279 HTTP/1.1" status: 200 len: 217 time: 0.0357060 Nov 10 14:41:36.267320 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b3b9a-bd80-4497-b89d-f8aa38285009 req-9801ef16-fe69-4b69-8adb-ffbbbae0c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:36.268749 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0c7b3b9a-bd80-4497-b89d-f8aa38285009 req-9801ef16-fe69-4b69-8adb-ffbbbae0c04f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d22ceb20-00ec-471e-815e-5c908f506821 HTTP/1.1" status: 200 len: 848 time: 0.0420616 Nov 10 14:41:36.298709 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0c7b3b9a-bd80-4497-b89d-f8aa38285009 req-8e0ca463-7d61-40e7-bd02-d515e4962c0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=908703a9-35e1-4b1f-a78a-d601dd2c8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229883 Nov 10 14:41:36.388573 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0c7b3b9a-bd80-4497-b89d-f8aa38285009 req-c8fb6823-5a73-4086-a2a7-29979e197fc2 service neutron] 10.222.0.32 "GET /v2.0/networks/908703a9-35e1-4b1f-a78a-d601dd2c8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829306 Nov 10 14:41:36.474988 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0c7b3b9a-bd80-4497-b89d-f8aa38285009 req-83f699aa-afa6-4cc5-8d96-a4aa1f7b7aa0 service neutron] 10.222.0.32 "GET /v2.0/networks/908703a9-35e1-4b1f-a78a-d601dd2c8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790431 Nov 10 14:41:36.737066 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cec4a3-b6b4-4519-abff-a554a8ba23c6 req-1b25760e-9e47-496e-9045-b0fdfb5365e9 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:36.738453 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-76cec4a3-b6b4-4519-abff-a554a8ba23c6 req-1b25760e-9e47-496e-9045-b0fdfb5365e9 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 943 time: 0.0520620 Nov 10 14:41:36.787879 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-76cec4a3-b6b4-4519-abff-a554a8ba23c6 req-779edda3-a68b-40f3-a5d8-22b6ad9eb444 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435824 Nov 10 14:41:37.903668 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba62ff3-5dec-42bc-8560-a1019d8a761f req-1dd78389-e218-4c97-b0d3-f44e9a013192 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:37.905232 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0ba62ff3-5dec-42bc-8560-a1019d8a761f req-1dd78389-e218-4c97-b0d3-f44e9a013192 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 943 time: 0.0485966 Nov 10 14:41:37.955000 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0ba62ff3-5dec-42bc-8560-a1019d8a761f req-5e3675b7-a691-4dc0-8a4e-a21a9ef209d9 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Nov 10 14:41:38.722573 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device b606eaa1-3966-4fa5-bcad-669c770e6279 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:41:38.816034 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port b606eaa1-3966-4fa5-bcad-669c770e6279, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=b606eaa1-3966-4fa5-bcad-669c770e6279,segment=NetworkSegment(9a8b1d00-6504-4d17-a765-45671443bf18),segment_id=9a8b1d00-6504-4d17-a765-45671443bf18)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:41:38.826833 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': 'b606eaa1-3966-4fa5-bcad-669c770e6279', 'network_id': '908703a9-35e1-4b1f-a78a-d601dd2c8e58', 'port_id': 'b606eaa1-3966-4fa5-bcad-669c770e6279', 'mac_address': 'fa:16:3e:1c:2e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22ceb20-00ec-471e-815e-5c908f506821', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:41:38.867556 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:38.880793 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b606eaa1-3966-4fa5-bcad-669c770e6279 {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:41:38.900148 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port b606eaa1-3966-4fa5-bcad-669c770e6279, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=b606eaa1-3966-4fa5-bcad-669c770e6279,segment=NetworkSegment(9a8b1d00-6504-4d17-a765-45671443bf18),segment_id=9a8b1d00-6504-4d17-a765-45671443bf18)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:41:38.903937 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:38.949156 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=b606eaa1-3966-4fa5-bcad-669c770e6279,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:38.956589 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:38.956941 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:38.957339 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:38.957680 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:38.958009 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:38.958339 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:38.958720 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:38.959047 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:38.959413 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:38.959737 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:38.960055 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:38.960394 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:41:39.065078 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6891bbd-4e94-4686-b68f-4a9a1bca38e4 req-4cf20bc6-f1bd-4721-a97b-d17b1e78ed8d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:39.066534 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c6891bbd-4e94-4686-b68f-4a9a1bca38e4 req-4cf20bc6-f1bd-4721-a97b-d17b1e78ed8d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 944 time: 0.0472775 Nov 10 14:41:39.112359 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c6891bbd-4e94-4686-b68f-4a9a1bca38e4 req-5edd97af-458c-47ad-be9d-0d27669fce5d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399914 Nov 10 14:41:39.268732 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['b606eaa1-3966-4fa5-bcad-669c770e6279'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:41:39.856067 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:41:40.225590 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba482e5-b7a2-40e6-aabb-e706aa00ba7c req-7da86dc9-8221-4632-8a59-af8253c3bbf4 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:40.227038 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4ba482e5-b7a2-40e6-aabb-e706aa00ba7c req-7da86dc9-8221-4632-8a59-af8253c3bbf4 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 944 time: 0.0484047 Nov 10 14:41:40.272364 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4ba482e5-b7a2-40e6-aabb-e706aa00ba7c req-4a0f4df9-a713-45c0-9f3b-9486922e11d5 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394297 Nov 10 14:41:40.454690 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-5983bcc3-5672-4c25-9ba6-58283cb8204a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:40.715764 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device b606eaa1-3966-4fa5-bcad-669c770e6279 up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:41:40.773336 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port b606eaa1-3966-4fa5-bcad-669c770e6279 completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:41:40.777298 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port b606eaa1-3966-4fa5-bcad-669c770e6279 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:41:40.777671 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:40.864507 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:40.891070 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac3714a-783f-4eef-a320-b7e4f544c3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b606eaa1-3966-4fa5-bcad-669c770e6279'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:41:40.893384 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7e8db8-8f7d-4297-802a-535fd6589f71" -d '{"events": [{"server_uuid": "0ac3714a-783f-4eef-a320-b7e4f544c3e0", "name": "network-vif-plugged", "status": "completed", "tag": "b606eaa1-3966-4fa5-bcad-669c770e6279"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:41:40.907860 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port b606eaa1-3966-4fa5-bcad-669c770e6279, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=b606eaa1-3966-4fa5-bcad-669c770e6279,segment=NetworkSegment(9a8b1d00-6504-4d17-a765-45671443bf18),segment_id=9a8b1d00-6504-4d17-a765-45671443bf18)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:41:40.912294 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:40.966124 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=b606eaa1-3966-4fa5-bcad-669c770e6279,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:41.078329 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a24d63-0fee-4ff1-bb80-f314d0be855e x-openstack-request-id: req-79a24d63-0fee-4ff1-bb80-f314d0be855e {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:41:41.078620 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac3714a-783f-4eef-a320-b7e4f544c3e0", "name": "network-vif-plugged", "status": "completed", "tag": "b606eaa1-3966-4fa5-bcad-669c770e6279", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:41:41.078870 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79a24d63-0fee-4ff1-bb80-f314d0be855e {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:41:41.079258 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac3714a-783f-4eef-a320-b7e4f544c3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b606eaa1-3966-4fa5-bcad-669c770e6279', 'code': 200} Nov 10 14:41:41.264025 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d3617-8900-4c3a-9b8f-059ca503b013 req-51586c61-7cca-4bb6-aa3c-dd4c8ae96338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:41.265534 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6b3d3617-8900-4c3a-9b8f-059ca503b013 req-51586c61-7cca-4bb6-aa3c-dd4c8ae96338 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 1098 time: 0.0462859 Nov 10 14:41:41.318455 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6b3d3617-8900-4c3a-9b8f-059ca503b013 req-7f9c9a16-c259-4f54-bd6a-3a799ec20adc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450771 Nov 10 14:41:41.409891 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24cd83-204b-4e4e-afe7-b782dab42f72 req-5a08b7f7-5a77-41d1-a505-6cf20b5af24b tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:41.411359 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dd24cd83-204b-4e4e-afe7-b782dab42f72 req-5a08b7f7-5a77-41d1-a505-6cf20b5af24b tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 945 time: 0.0621271 Nov 10 14:41:41.458466 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dd24cd83-204b-4e4e-afe7-b782dab42f72 req-ff35679c-28e8-447f-bd02-92b259943579 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Nov 10 14:41:42.577089 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc69137-9bf8-4583-86ec-113531fc2a31 req-d80cbcab-610f-4bfc-95af-145872bd792e tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:42.578554 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bcc69137-9bf8-4583-86ec-113531fc2a31 req-d80cbcab-610f-4bfc-95af-145872bd792e tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 945 time: 0.0515823 Nov 10 14:41:42.624487 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bcc69137-9bf8-4583-86ec-113531fc2a31 req-8f9a72ec-c3de-4028-a87a-e83c9aac766c tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400136 Nov 10 14:41:43.015830 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-93311240-766e-44b8-8e33-573821f319bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:43.741207 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4e0b0-bd13-4677-8a6c-9ce0db7e200d req-0f4553ba-36e3-4dd5-988a-8e95fd0f8242 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:43.742681 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-94d4e0b0-bd13-4677-8a6c-9ce0db7e200d req-0f4553ba-36e3-4dd5-988a-8e95fd0f8242 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 945 time: 0.0513899 Nov 10 14:41:43.789433 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-94d4e0b0-bd13-4677-8a6c-9ce0db7e200d req-8dff77c6-6b1f-42c3-bf3d-07106227ce0d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Nov 10 14:41:44.140565 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:44.404545 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba5408-5b23-4efb-8b94-832b5eff12c8 req-f4473629-559f-4b28-9cad-406fb0fabb6a tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:44.406024 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c6ba5408-5b23-4efb-8b94-832b5eff12c8 req-f4473629-559f-4b28-9cad-406fb0fabb6a tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 945 time: 0.0488403 Nov 10 14:41:44.455681 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c6ba5408-5b23-4efb-8b94-832b5eff12c8 req-97679516-d015-41be-b199-d8e6614a796d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Nov 10 14:41:45.562168 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:45.576676 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d72278-b85c-46e8-89ea-3ede243c6267 req-fe9842b4-4fde-4880-bd0b-1098a7def77f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:45.578286 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e4d72278-b85c-46e8-89ea-3ede243c6267 req-fe9842b4-4fde-4880-bd0b-1098a7def77f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Nov 10 14:41:45.624008 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e4d72278-b85c-46e8-89ea-3ede243c6267 req-5cd5f543-cb3e-43c0-bcd7-43a8fd3dc76d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397437 Nov 10 14:41:46.142250 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582fb0f-6bec-432d-a162-7a3709f028a8 req-e67c722a-4867-451b-bfa6-e84f26d453c6 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:46.143959 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0582fb0f-6bec-432d-a162-7a3709f028a8 req-e67c722a-4867-451b-bfa6-e84f26d453c6 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 945 time: 0.0496612 Nov 10 14:41:46.233422 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-0582fb0f-6bec-432d-a162-7a3709f028a8 req-58c073fa-97bb-4049-9ff1-586ae7c6e079 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Deleting port b606eaa1-3966-4fa5-bcad-669c770e6279 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:41:46.233754 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-0582fb0f-6bec-432d-a162-7a3709f028a8 req-58c073fa-97bb-4049-9ff1-586ae7c6e079 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:46.317496 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-0582fb0f-6bec-432d-a162-7a3709f028a8 req-58c073fa-97bb-4049-9ff1-586ae7c6e079 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] For port b606eaa1-3966-4fa5-bcad-669c770e6279, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=b606eaa1-3966-4fa5-bcad-669c770e6279,segment=NetworkSegment(9a8b1d00-6504-4d17-a765-45671443bf18),segment_id=9a8b1d00-6504-4d17-a765-45671443bf18)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:41:46.317857 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-0582fb0f-6bec-432d-a162-7a3709f028a8 req-58c073fa-97bb-4049-9ff1-586ae7c6e079 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:46.334503 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-0582fb0f-6bec-432d-a162-7a3709f028a8 req-58c073fa-97bb-4049-9ff1-586ae7c6e079 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Calling delete_port for b606eaa1-3966-4fa5-bcad-669c770e6279 owned by compute:nova {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:41:46.457990 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-0582fb0f-6bec-432d-a162-7a3709f028a8 req-58c073fa-97bb-4049-9ff1-586ae7c6e079 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:46.473545 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['b606eaa1-3966-4fa5-bcad-669c770e6279'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:41:46.485414 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c073fa-97bb-4049-9ff1-586ae7c6e079 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Pushing event deleted for resources: {'Port': ['ID=b606eaa1-3966-4fa5-bcad-669c770e6279,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:46.527746 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-0582fb0f-6bec-432d-a162-7a3709f028a8 req-58c073fa-97bb-4049-9ff1-586ae7c6e079 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] No DVR routers for this DVR port b606eaa1-3966-4fa5-bcad-669c770e6279 on host hv-cinder-81722 {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:41:46.530149 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-0582fb0f-6bec-432d-a162-7a3709f028a8 req-58c073fa-97bb-4049-9ff1-586ae7c6e079 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:46.533360 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0582fb0f-6bec-432d-a162-7a3709f028a8 req-58c073fa-97bb-4049-9ff1-586ae7c6e079 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.32 "DELETE /v2.0/ports/b606eaa1-3966-4fa5-bcad-669c770e6279 HTTP/1.1" status: 204 len: 173 time: 0.3831449 Nov 10 14:41:46.534369 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac3714a-783f-4eef-a320-b7e4f544c3e0', 'name': 'network-vif-deleted', 'tag': 'b606eaa1-3966-4fa5-bcad-669c770e6279'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:41:46.536653 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981c2e18-b667-4268-8a0c-92a10b061af0" -d '{"events": [{"server_uuid": "0ac3714a-783f-4eef-a320-b7e4f544c3e0", "name": "network-vif-deleted", "tag": "b606eaa1-3966-4fa5-bcad-669c770e6279"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:41:46.635505 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4303f8-47c4-473d-b622-4c5b2b2892e7 x-openstack-request-id: req-ec4303f8-47c4-473d-b622-4c5b2b2892e7 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:41:46.636113 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac3714a-783f-4eef-a320-b7e4f544c3e0", "name": "network-vif-deleted", "tag": "b606eaa1-3966-4fa5-bcad-669c770e6279", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:41:46.636113 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec4303f8-47c4-473d-b622-4c5b2b2892e7 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:41:46.636710 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac3714a-783f-4eef-a320-b7e4f544c3e0', 'name': 'network-vif-deleted', 'tag': 'b606eaa1-3966-4fa5-bcad-669c770e6279', 'status': 'completed', 'code': 200} Nov 10 14:41:46.675380 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:46.733138 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2780e5a3-5bee-4b93-aa45-a62e97160adc req-b5832fb9-cf20-4cae-9848-e91f2855447a tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac3714a-783f-4eef-a320-b7e4f544c3e0 HTTP/1.1" status: 200 len: 210 time: 0.0252371 Nov 10 14:41:47.780949 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:47.994541 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-130c7615-198f-4af3-82ff-55840beb3a08 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:47.995973 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-130c7615-198f-4af3-82ff-55840beb3a08 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/networks?id=908703a9-35e1-4b1f-a78a-d601dd2c8e58 HTTP/1.1" status: 200 len: 808 time: 0.1002717 Nov 10 14:41:48.011629 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-575ddad5-4843-4c87-9e1d-35da5bc2d7eb tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/quotas/0df27f13e601459d8ec67bf529a00eee HTTP/1.1" status: 200 len: 375 time: 0.0096993 Nov 10 14:41:48.277358 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-e1f573cb-efa6-4820-bb08-a47311d0044f tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0df27f13e601459d8ec67bf529a00eee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2605267 Nov 10 14:41:48.368309 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-061fdeae-2f01-4ae7-8503-b11859d6b75b service neutron] 10.222.0.39 "GET /v2.0/networks/908703a9-35e1-4b1f-a78a-d601dd2c8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841963 Nov 10 14:41:48.460081 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-3c4e8c79-f094-47b9-aa46-c71c89992165 service neutron] 10.222.0.39 "GET /v2.0/networks/908703a9-35e1-4b1f-a78a-d601dd2c8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858092 Nov 10 14:41:48.610238 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f5b3b160-8ef5-4f55-bb00-eba64163307b req-a617ce9f-d985-4c57-b56a-28ecbd3cb81e tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 210 time: 0.0255921 Nov 10 14:41:48.767697 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device b606eaa1-3966-4fa5-bcad-669c770e6279 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:41:48.787467 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: b606eaa1-3966-4fa5-bcad-669c770e6279 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:41:48.788186 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device b606eaa1-3966-4fa5-bcad-669c770e6279 not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:41:49.517665 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-fb25889e-1f45-439f-bc23-253dc5ed0dbd tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:49.519091 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-fb25889e-1f45-439f-bc23-253dc5ed0dbd tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.32 "GET /v2.0/networks?id=908703a9-35e1-4b1f-a78a-d601dd2c8e58 HTTP/1.1" status: 200 len: 808 time: 0.1049941 Nov 10 14:41:49.533294 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-efccc75d-654b-43c1-9719-6e24a69791ea tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Request body: {'port': {'device_id': '52892233-9b83-48cb-83db-4cfcb438aaa5', 'network_id': '908703a9-35e1-4b1f-a78a-d601dd2c8e58', 'admin_state_up': True, 'tenant_id': '0df27f13e601459d8ec67bf529a00eee'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:41:49.642999 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-efccc75d-654b-43c1-9719-6e24a69791ea tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Made reservation on behalf of 0df27f13e601459d8ec67bf529a00eee for: {'port': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:41:49.647548 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-efccc75d-654b-43c1-9719-6e24a69791ea tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:49.735409 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3574a79d-8f9f-4f1a-b17e-bdba98c7c0c1 req-2155d9bd-a483-45b5-badc-2e4038012c3b tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 210 time: 0.0370467 Nov 10 14:41:49.799200 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-efccc75d-654b-43c1-9719-6e24a69791ea tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Allocated IP 172.20.0.7 (908703a9-35e1-4b1f-a78a-d601dd2c8e58/d22ceb20-00ec-471e-815e-5c908f506821/e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:41:49.945600 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-efccc75d-654b-43c1-9719-6e24a69791ea tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:49.978326 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-efccc75d-654b-43c1-9719-6e24a69791ea tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:50.017455 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-efccc75d-654b-43c1-9719-6e24a69791ea tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Network 908703a9-35e1-4b1f-a78a-d601dd2c8e58 is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:41:50.023358 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-efccc75d-654b-43c1-9719-6e24a69791ea tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:41:50.025746 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-efccc75d-654b-43c1-9719-6e24a69791ea tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:41:50.055716 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccc75d-654b-43c1-9719-6e24a69791ea tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Pushing event updated for resources: {'Port': ['ID=e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:50.078652 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-efccc75d-654b-43c1-9719-6e24a69791ea tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:50.079247 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-efccc75d-654b-43c1-9719-6e24a69791ea tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:50.095577 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-efccc75d-654b-43c1-9719-6e24a69791ea tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5660045 Nov 10 14:41:50.107867 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Request body: {'port': {'device_id': '52892233-9b83-48cb-83db-4cfcb438aaa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:41:50.170026 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:50.419307 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 {{(pid=101582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:41:50.426456 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:50.437969 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.provisioning_blocks [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Transition to ACTIVE for port object e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 will not be triggered until provisioned by entity L2. {{(pid=101582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:41:50.441237 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:50.488184 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Pushing event updated for resources: {'Port': ['ID=e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:50.559833 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Attempting to bind port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:41:50.560547 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Attempting to bind port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '9a8b1d00-6504-4d17-a765-45671443bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '908703a9-35e1-4b1f-a78a-d601dd2c8e58'}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:41:50.560547 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Attempting to bind port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 on network 908703a9-35e1-4b1f-a78a-d601dd2c8e58 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:41:50.564766 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 on network 908703a9-35e1-4b1f-a78a-d601dd2c8e58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:41:50.565051 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Attempting to bind port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 on network 908703a9-35e1-4b1f-a78a-d601dd2c8e58 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:41:50.570014 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:41:50.570351 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Checking segment: {'id': '9a8b1d00-6504-4d17-a765-45671443bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '908703a9-35e1-4b1f-a78a-d601dd2c8e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:41:50.570738 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Bound using segment: {'id': '9a8b1d00-6504-4d17-a765-45671443bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '908703a9-35e1-4b1f-a78a-d601dd2c8e58'} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:41:50.571173 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Bound port: e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8b1d00-6504-4d17-a765-45671443bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '908703a9-35e1-4b1f-a78a-d601dd2c8e58'}}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:41:50.571529 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:50.632840 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] For port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7, host hv-cinder-81722, cleared binding levels {{(pid=101582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:41:50.635940 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] For port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7,segment=NetworkSegment(9a8b1d00-6504-4d17-a765-45671443bf18),segment_id=9a8b1d00-6504-4d17-a765-45671443bf18)] {{(pid=101582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:41:50.640406 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:50.672239 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:50.672881 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:50.674271 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] 10.222.0.32 "PUT /v2.0/ports/e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 HTTP/1.1" status: 200 len: 1093 time: 0.5708082 Nov 10 14:41:50.674706 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52892233-9b83-48cb-83db-4cfcb438aaa5', 'tag': 'e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:41:50.677713 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0cb459-016b-4614-b297-ba274337c960" -d '{"events": [{"name": "network-changed", "server_uuid": "52892233-9b83-48cb-83db-4cfcb438aaa5", "tag": "e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:41:50.702396 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ffd47-3281-478c-88ae-b24e03a62e3e service neutron] Pushing event updated for resources: {'Port': ['ID=e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7,revision_number=3']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:50.743523 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dedf21-15c0-4bca-9d6e-3b1036a14ce4 x-openstack-request-id: req-c5dedf21-15c0-4bca-9d6e-3b1036a14ce4 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:41:50.743819 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52892233-9b83-48cb-83db-4cfcb438aaa5", "tag": "e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:41:50.744075 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5dedf21-15c0-4bca-9d6e-3b1036a14ce4 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:41:50.744481 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52892233-9b83-48cb-83db-4cfcb438aaa5', 'tag': 'e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7', 'status': 'completed', 'code': 200} Nov 10 14:41:50.760030 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-f71c1761-b698-4158-a963-ab22b532b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:50.761833 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-f71c1761-b698-4158-a963-ab22b532b612 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0df27f13e601459d8ec67bf529a00eee&device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 1096 time: 0.0482099 Nov 10 14:41:50.806416 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-f794d6df-3ee1-45ef-a8ea-ddc5ea5a27fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 HTTP/1.1" status: 200 len: 217 time: 0.0345638 Nov 10 14:41:50.885247 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-c419dd7e-503d-4c29-9121-d6b5cb605f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:50.886854 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-c419dd7e-503d-4c29-9121-d6b5cb605f8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d22ceb20-00ec-471e-815e-5c908f506821 HTTP/1.1" status: 200 len: 848 time: 0.0658729 Nov 10 14:41:50.899347 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1259283-44ac-41d9-9bd9-5816aebdf741 req-c3900511-241f-4e8f-b157-822bbf416e85 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:50.900741 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f1259283-44ac-41d9-9bd9-5816aebdf741 req-c3900511-241f-4e8f-b157-822bbf416e85 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0879681 Nov 10 14:41:50.935319 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-3e526821-3be1-496b-a774-70ade0d29f9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=908703a9-35e1-4b1f-a78a-d601dd2c8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336654 Nov 10 14:41:51.011559 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f1259283-44ac-41d9-9bd9-5816aebdf741 req-5ac9f7db-a400-4e70-b17c-fd86e6f0a412 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023993 Nov 10 14:41:51.043187 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-9e7125bf-8cc4-4ccd-8901-2bf94cfbbecb service neutron] 10.222.0.32 "GET /v2.0/networks/908703a9-35e1-4b1f-a78a-d601dd2c8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996866 Nov 10 14:41:51.132795 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7b824e62-9c10-4da4-bb47-a76fb304eed0 req-52c1a1ea-c968-47b9-ba60-9d1fc1db2d2e service neutron] 10.222.0.32 "GET /v2.0/networks/908703a9-35e1-4b1f-a78a-d601dd2c8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814781 Nov 10 14:41:51.219190 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cb459-016b-4614-b297-ba274337c960 req-72140229-9bff-49e7-b5a2-057eeace6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:51.220810 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bb0cb459-016b-4614-b297-ba274337c960 req-72140229-9bff-49e7-b5a2-057eeace6a44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0df27f13e601459d8ec67bf529a00eee&device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 1096 time: 0.0398893 Nov 10 14:41:51.312799 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cb459-016b-4614-b297-ba274337c960 req-990ddc74-5626-4a9d-b483-90cde21e7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:51.314264 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bb0cb459-016b-4614-b297-ba274337c960 req-990ddc74-5626-4a9d-b483-90cde21e7116 service neutron] 10.222.0.32 "GET /v2.0/networks?id=908703a9-35e1-4b1f-a78a-d601dd2c8e58 HTTP/1.1" status: 200 len: 909 time: 0.0862083 Nov 10 14:41:51.354535 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bb0cb459-016b-4614-b297-ba274337c960 req-0550cfdc-05b0-4e8f-899c-83787ce93497 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 HTTP/1.1" status: 200 len: 217 time: 0.0336759 Nov 10 14:41:51.357689 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-df052eb8-3fba-4731-b6f7-0ee0be8be56c req-e367fb0b-3e33-4ba3-935a-992399b8de67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445874 Nov 10 14:41:51.414576 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cb459-016b-4614-b297-ba274337c960 req-59b0198f-8298-47fe-aad6-e199de7748b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:51.416054 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bb0cb459-016b-4614-b297-ba274337c960 req-59b0198f-8298-47fe-aad6-e199de7748b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d22ceb20-00ec-471e-815e-5c908f506821 HTTP/1.1" status: 200 len: 848 time: 0.0478604 Nov 10 14:41:51.446232 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df052eb8-3fba-4731-b6f7-0ee0be8be56c req-f87726f5-fd74-4c23-8f41-d125fba95046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:51.448032 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-df052eb8-3fba-4731-b6f7-0ee0be8be56c req-f87726f5-fd74-4c23-8f41-d125fba95046 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73922fcd10714bffbe4b87c8a066a93e&device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 1100 time: 0.0424457 Nov 10 14:41:51.454860 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bb0cb459-016b-4614-b297-ba274337c960 req-7b999cf2-065e-470f-9562-e26672f33611 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=908703a9-35e1-4b1f-a78a-d601dd2c8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310686 Nov 10 14:41:51.545136 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bb0cb459-016b-4614-b297-ba274337c960 req-cfc6e619-3af6-4d25-ba43-e0e77ada98b8 service neutron] 10.222.0.32 "GET /v2.0/networks/908703a9-35e1-4b1f-a78a-d601dd2c8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823236 Nov 10 14:41:51.553516 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df052eb8-3fba-4731-b6f7-0ee0be8be56c req-02213bc0-4bdc-4a3e-b492-0aa9bb388a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:51.554994 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-df052eb8-3fba-4731-b6f7-0ee0be8be56c req-02213bc0-4bdc-4a3e-b492-0aa9bb388a36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 200 len: 917 time: 0.0859518 Nov 10 14:41:51.623619 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-df052eb8-3fba-4731-b6f7-0ee0be8be56c req-fab7fd71-806c-4700-b77e-617a7473b1c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab HTTP/1.1" status: 200 len: 1002 time: 0.0614483 Nov 10 14:41:51.637614 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bb0cb459-016b-4614-b297-ba274337c960 req-5988702f-9b17-4f36-9789-00fd3344532a service neutron] 10.222.0.32 "GET /v2.0/networks/908703a9-35e1-4b1f-a78a-d601dd2c8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846431 Nov 10 14:41:51.672853 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df052eb8-3fba-4731-b6f7-0ee0be8be56c req-7cbb2bc5-f763-4b86-910e-2332aad21c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:51.674305 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-df052eb8-3fba-4731-b6f7-0ee0be8be56c req-7cbb2bc5-f763-4b86-910e-2332aad21c45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 200 len: 855 time: 0.0435426 Nov 10 14:41:51.718785 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df052eb8-3fba-4731-b6f7-0ee0be8be56c req-945811c8-a3b0-4baf-8392-61e4ad64f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:51.720253 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-df052eb8-3fba-4731-b6f7-0ee0be8be56c req-945811c8-a3b0-4baf-8392-61e4ad64f3f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1188f659-3386-43e3-8ceb-0934fe3b17ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388904 Nov 10 14:41:51.821898 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-df052eb8-3fba-4731-b6f7-0ee0be8be56c req-ca86ce4a-3ffd-4b4d-ba5b-a75925ca2d6e service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924885 Nov 10 14:41:51.913792 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-df052eb8-3fba-4731-b6f7-0ee0be8be56c req-b29a4702-aad8-4ba9-a81b-befacddd75be service neutron] 10.222.0.32 "GET /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840712 Nov 10 14:41:52.137366 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4b7ec-91c0-4f8f-9741-28fa67705815 req-dac709b6-45e8-40a9-8d94-56b69d2b01ca tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:52.138975 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-13d4b7ec-91c0-4f8f-9741-28fa67705815 req-dac709b6-45e8-40a9-8d94-56b69d2b01ca tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0596609 Nov 10 14:41:52.188911 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-13d4b7ec-91c0-4f8f-9741-28fa67705815 req-edd64bcd-d250-4bfd-a38f-0761962bdf2c tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402429 Nov 10 14:41:53.134367 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3535e-a7ed-46df-afb2-411dd8d88e89 req-12057ebe-bf4d-41ec-a150-083f8097eb7d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:53.135867 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1ab3535e-a7ed-46df-afb2-411dd8d88e89 req-12057ebe-bf4d-41ec-a150-083f8097eb7d tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 947 time: 0.0489376 Nov 10 14:41:53.182719 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1ab3535e-a7ed-46df-afb2-411dd8d88e89 req-9a978149-85a0-405e-9f9a-da1e270cbd9a tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406544 Nov 10 14:41:53.302542 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b893b59-ee1d-4be8-9134-c1b8b7b033ea req-6c6ca7fd-28cd-4456-8c38-1610ffa472f0 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:53.303901 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8b893b59-ee1d-4be8-9134-c1b8b7b033ea req-6c6ca7fd-28cd-4456-8c38-1610ffa472f0 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0472591 Nov 10 14:41:53.349878 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8b893b59-ee1d-4be8-9134-c1b8b7b033ea req-c1a573a1-ae42-4464-8da9-5f3dff99374a tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401461 Nov 10 14:41:54.303520 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7773323-d087-484c-8f51-0967950dea81 req-7e0c04ec-a0e6-4d2e-be74-b6cf9e3b1685 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:54.305018 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e7773323-d087-484c-8f51-0967950dea81 req-7e0c04ec-a0e6-4d2e-be74-b6cf9e3b1685 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 947 time: 0.0530279 Nov 10 14:41:54.351414 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e7773323-d087-484c-8f51-0967950dea81 req-adc1b427-d0a7-45cd-b0dd-69b553cf6143 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups?id=6841fdde-19c1-4932-b519-c6cd75d0a8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405920 Nov 10 14:41:54.469257 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30972-0b95-4386-a464-680ccac74ee9 req-626ef153-c99b-4dde-b655-b3deb764b535 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:54.470760 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4ae30972-0b95-4386-a464-680ccac74ee9 req-626ef153-c99b-4dde-b655-b3deb764b535 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0543833 Nov 10 14:41:54.518706 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4ae30972-0b95-4386-a464-680ccac74ee9 req-87bf6993-b03a-4db0-861f-cf7b7ac85812 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418735 Nov 10 14:41:54.768122 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:41:54.866366 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7,segment=NetworkSegment(9a8b1d00-6504-4d17-a765-45671443bf18),segment_id=9a8b1d00-6504-4d17-a765-45671443bf18)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:41:54.875803 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-d945ed14-30ed-44bb-8b50-4f3a6de1dbf7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:54.877284 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-d945ed14-30ed-44bb-8b50-4f3a6de1dbf7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 947 time: 0.0491250 Nov 10 14:41:54.877490 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': 'e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7', 'network_id': '908703a9-35e1-4b1f-a78a-d601dd2c8e58', 'port_id': 'e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7', 'mac_address': 'fa:16:3e:40:b4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22ceb20-00ec-471e-815e-5c908f506821', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:41:54.915020 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:54.928224 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:41:54.950750 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7,segment=NetworkSegment(9a8b1d00-6504-4d17-a765-45671443bf18),segment_id=9a8b1d00-6504-4d17-a765-45671443bf18)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:41:54.954905 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:54.972652 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Deleting port f2110b4b-2a08-4b7b-b17e-4f35712e17ab {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:41:54.972998 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:55.001641 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:55.061246 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] For port f2110b4b-2a08-4b7b-b17e-4f35712e17ab, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:41:55.061522 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:55.233390 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:55.233745 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:55.234055 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.l3_db [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Floating IP 44d363a2-4d74-4d20-809b-198b7d019ab6 disassociated. External IP: 172.27.1.101, port: f2110b4b-2a08-4b7b-b17e-4f35712e17ab. Nov 10 14:41:55.234414 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Calling delete_port for f2110b4b-2a08-4b7b-b17e-4f35712e17ab owned by compute:nova {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:41:55.295871 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:41:55.357368 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:55.393803 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event deleted for resources: {'Port': ['ID=f2110b4b-2a08-4b7b-b17e-4f35712e17ab,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:55.468164 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-65012391-e2d0-4c96-be74-3e6374d8b02d req-5e842dcd-61bd-43ea-8fda-a433e1e1b1f0 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a418367-87d8-4905-bba7-9e420e01eac5 HTTP/1.1" status: 200 len: 210 time: 0.0267022 Nov 10 14:41:55.503447 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Router ff944250-83fa-4755-ae5c-94b5fb23c236 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:41:55.639016 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:41:55.651382 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6368f-4cac-4180-9ae0-dd5da9e2c497 None None] Sync routers for ids ['ff944250-83fa-4755-ae5c-94b5fb23c236'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:41:55.662212 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a6368f-4cac-4180-9ae0-dd5da9e2c497 None None] Routers {'ff944250-83fa-4755-ae5c-94b5fb23c236'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:41:55.662625 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-83a6368f-4cac-4180-9ae0-dd5da9e2c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:41:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['ff944250-83fa-4755-ae5c-94b5fb23c236'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:41:55.672897 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09289b2c-c66f-4f0e-86fe-d8bd0ce7899e req-2f8683b3-904e-4303-b337-5db29704c49c tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:55.674355 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-09289b2c-c66f-4f0e-86fe-d8bd0ce7899e req-2f8683b3-904e-4303-b337-5db29704c49c tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 944 time: 0.0850303 Nov 10 14:41:55.692821 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] No DVR routers for this DVR port f2110b4b-2a08-4b7b-b17e-4f35712e17ab on host hv-cinder-81722 {{(pid=101583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:41:55.698953 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:55.702094 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e448ba56-c6d6-42aa-984b-be0d6915a096 req-23d4725c-63c6-474b-bdb2-8f9d3e81178e tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.32 "DELETE /v2.0/ports/f2110b4b-2a08-4b7b-b17e-4f35712e17ab HTTP/1.1" status: 204 len: 173 time: 0.8189497 Nov 10 14:41:55.703412 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a418367-87d8-4905-bba7-9e420e01eac5', 'name': 'network-vif-deleted', 'tag': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:41:55.706058 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d92ccd-2946-4aa2-b6fe-e827cca27347" -d '{"events": [{"server_uuid": "2a418367-87d8-4905-bba7-9e420e01eac5", "name": "network-vif-deleted", "tag": "f2110b4b-2a08-4b7b-b17e-4f35712e17ab"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:41:55.758229 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-09289b2c-c66f-4f0e-86fe-d8bd0ce7899e req-44aa8045-c35d-475a-90a0-6afef01259ca tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671532 Nov 10 14:41:55.772005 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf55b4f0-544d-47d0-a59b-0ab3eec0b52f x-openstack-request-id: req-cf55b4f0-544d-47d0-a59b-0ab3eec0b52f {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:41:55.772302 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a418367-87d8-4905-bba7-9e420e01eac5", "name": "network-vif-deleted", "tag": "f2110b4b-2a08-4b7b-b17e-4f35712e17ab", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:41:55.772588 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf55b4f0-544d-47d0-a59b-0ab3eec0b52f {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:41:55.772999 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a418367-87d8-4905-bba7-9e420e01eac5', 'name': 'network-vif-deleted', 'tag': 'f2110b4b-2a08-4b7b-b17e-4f35712e17ab', 'status': 'completed', 'code': 200} Nov 10 14:41:55.792546 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-83a6368f-4cac-4180-9ae0-dd5da9e2c497 None None] Set router ff944250-83fa-4755-ae5c-94b5fb23c236 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:41:56.001289 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-83a6368f-4cac-4180-9ae0-dd5da9e2c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:48Z', 'revision_number': 5, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:41:56.027003 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6368f-4cac-4180-9ae0-dd5da9e2c497 None None] Checking router: ff944250-83fa-4755-ae5c-94b5fb23c236 for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:41:56.034869 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a6368f-4cac-4180-9ae0-dd5da9e2c497 None None] Routers {'ff944250-83fa-4755-ae5c-94b5fb23c236'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:41:56.035455 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-83a6368f-4cac-4180-9ae0-dd5da9e2c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:41:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['ff944250-83fa-4755-ae5c-94b5fb23c236'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:41:56.145614 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-83a6368f-4cac-4180-9ae0-dd5da9e2c497 None None] Set router ff944250-83fa-4755-ae5c-94b5fb23c236 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:41:56.347124 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-83a6368f-4cac-4180-9ae0-dd5da9e2c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:48Z', 'revision_number': 5, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:41:56.374411 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6368f-4cac-4180-9ae0-dd5da9e2c497 None None] The sync data for ids ['ff944250-83fa-4755-ae5c-94b5fb23c236'] in dv-cinder-817229-1-iscsi is: [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:41Z', 'revision_number': 4, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': '370bd574-6c87-41ad-b3dc-85c263e58d1f', 'name': '', 'network_id': '1188f659-3386-43e3-8ceb-0934fe3b17ec', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'mac_address': 'fa:16:3e:a0:99:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:39Z', 'updated_at': '2021-11-10T14:30:48Z', 'revision_number': 5, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'subnets': [{'id': 'fa8cf2ed-4e3d-4140-bf62-99322ea8423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:41:56.559161 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39452) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:56.595331 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ea6af6-4664-4747-97e9-3f06a854308c None None] New status for floating IP 44d363a2-4d74-4d20-809b-198b7d019ab6: DOWN {{(pid=101584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:41:56.618006 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7d329fff-a013-4441-aa08-8f0f8849e3e2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:56.641017 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7d329fff-a013-4441-aa08-8f0f8849e3e2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:56.688486 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7d329fff-a013-4441-aa08-8f0f8849e3e2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:56.691046 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7d329fff-a013-4441-aa08-8f0f8849e3e2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:56.692234 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-7d329fff-a013-4441-aa08-8f0f8849e3e2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "DELETE /v2.0/security-groups/6841fdde-19c1-4932-b519-c6cd75d0a8a4 HTTP/1.1" status: 204 len: 168 time: 0.1320059 Nov 10 14:41:56.695514 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39454) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:56.717024 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d329fff-a013-4441-aa08-8f0f8849e3e2 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6841fdde-19c1-4932-b519-c6cd75d0a8a4,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:56.719128 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.api.v2.resource [None req-d85232cb-98db-4089-ae1c-c936369b1689 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] show failed (client error): The resource could not be found. Nov 10 14:41:56.720365 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-d85232cb-98db-4089-ae1c-c936369b1689 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "GET /v2.0/security-groups/6841fdde-19c1-4932-b519-c6cd75d0a8a4 HTTP/1.1" status: 404 len: 347 time: 0.0239363 Nov 10 14:41:56.723883 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39456) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:41:56.799127 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:41:56.850402 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:41:56.854955 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:41:56.855358 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:56.882995 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-b397f66d-66d8-454e-a4dc-e5e0b3a870b7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Deleting port 86decc7b-a644-4bce-926d-660847cedc03 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:41:56.883334 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b397f66d-66d8-454e-a4dc-e5e0b3a870b7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:56.893828 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2a74f-2652-4487-8a3f-9937d6f18f6f req-5f5e2381-1e59-449d-bde7-002323ed88e8 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:56.895842 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a9d2a74f-2652-4487-8a3f-9937d6f18f6f req-5f5e2381-1e59-449d-bde7-002323ed88e8 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 944 time: 0.0643330 Nov 10 14:41:56.938357 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:56.962018 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52892233-9b83-48cb-83db-4cfcb438aaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:41:56.964572 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb7468a-9964-4e66-9d00-f5a520d4e589" -d '{"events": [{"server_uuid": "52892233-9b83-48cb-83db-4cfcb438aaa5", "name": "network-vif-plugged", "status": "completed", "tag": "e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:41:56.977876 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7,segment=NetworkSegment(9a8b1d00-6504-4d17-a765-45671443bf18),segment_id=9a8b1d00-6504-4d17-a765-45671443bf18)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:41:56.982555 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:56.984412 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device f2110b4b-2a08-4b7b-b17e-4f35712e17ab no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:41:56.994532 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a9d2a74f-2652-4487-8a3f-9937d6f18f6f req-e5afbe2a-4e45-4431-9765-84700ce1af39 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892498 Nov 10 14:41:57.008035 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6c9911-2a99-4f95-9658-b37c9ec1eaba x-openstack-request-id: req-5b6c9911-2a99-4f95-9658-b37c9ec1eaba {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:41:57.008330 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52892233-9b83-48cb-83db-4cfcb438aaa5", "name": "network-vif-plugged", "status": "completed", "tag": "e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:41:57.008608 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b6c9911-2a99-4f95-9658-b37c9ec1eaba {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:41:57.009005 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52892233-9b83-48cb-83db-4cfcb438aaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7', 'code': 200} Nov 10 14:41:57.009239 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b397f66d-66d8-454e-a4dc-e5e0b3a870b7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:57.009571 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b397f66d-66d8-454e-a4dc-e5e0b3a870b7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:57.025454 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-b397f66d-66d8-454e-a4dc-e5e0b3a870b7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Calling delete_port for 86decc7b-a644-4bce-926d-660847cedc03 owned by network:floatingip {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:41:57.026579 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: f2110b4b-2a08-4b7b-b17e-4f35712e17ab {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:41:57.027111 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device f2110b4b-2a08-4b7b-b17e-4f35712e17ab not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:41:57.057715 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:57.163658 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b397f66d-66d8-454e-a4dc-e5e0b3a870b7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:57.181063 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea19312-9abe-43c0-a9a1-2fe7735f211d req-c1d16fc6-4788-4a94-a400-8aab2a41963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:57.182559 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6ea19312-9abe-43c0-a9a1-2fe7735f211d req-c1d16fc6-4788-4a94-a400-8aab2a41963a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 1098 time: 0.0388155 Nov 10 14:41:57.190754 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397f66d-66d8-454e-a4dc-e5e0b3a870b7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Pushing event deleted for resources: {'Port': ['ID=86decc7b-a644-4bce-926d-660847cedc03,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:41:57.232268 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6ea19312-9abe-43c0-a9a1-2fe7735f211d req-cfa7c125-6fb3-40f7-9e80-4b87064213e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421271 Nov 10 14:41:57.253891 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b397f66d-66d8-454e-a4dc-e5e0b3a870b7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks [] for floatingip, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:57.256957 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b397f66d-66d8-454e-a4dc-e5e0b3a870b7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:41:57.258091 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-b397f66d-66d8-454e-a4dc-e5e0b3a870b7 tempest-AttachVolumeShelveTestJSON-478300152 tempest-AttachVolumeShelveTestJSON-478300152-project] 10.222.0.39 "DELETE /v2.0/floatingips/44d363a2-4d74-4d20-809b-198b7d019ab6 HTTP/1.1" status: 204 len: 168 time: 0.5332673 Nov 10 14:41:58.124544 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a13b-0edf-4dfa-ab1d-fdfdbbf4f17e req-88705650-3785-4e5b-b784-01c316295a27 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:58.126124 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-28b4a13b-0edf-4dfa-ab1d-fdfdbbf4f17e req-88705650-3785-4e5b-b784-01c316295a27 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0482485 Nov 10 14:41:58.172902 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-28b4a13b-0edf-4dfa-ab1d-fdfdbbf4f17e req-9b15a0fb-5965-45a9-b019-8a6d957398c5 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Nov 10 14:41:59.285664 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba61da-6800-4a44-971f-f1a46a14b52b req-8aeb404d-83cd-4095-962a-6bd10aed1695 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:41:59.287866 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-93ba61da-6800-4a44-971f-f1a46a14b52b req-8aeb404d-83cd-4095-962a-6bd10aed1695 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0487773 Nov 10 14:41:59.334722 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-93ba61da-6800-4a44-971f-f1a46a14b52b req-da2a562b-dfbd-4a9e-bb1f-9066761869dd tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409260 Nov 10 14:41:59.674726 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39494) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:42:00.015119 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4339b9-6385-44fe-93a8-274901ee44a7 req-b2a2f2f4-0cfe-4e49-99f9-da2127af8e36 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:00.016606 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6d4339b9-6385-44fe-93a8-274901ee44a7 req-b2a2f2f4-0cfe-4e49-99f9-da2127af8e36 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0874095 Nov 10 14:42:00.089717 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6d4339b9-6385-44fe-93a8-274901ee44a7 req-40bad769-2d39-4b53-b4de-155d3a669d26 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667963 Nov 10 14:42:00.155993 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a718f25-e767-49c1-a7fd-f20a272b9a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804385'] for router_interface, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:00.401574 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-8a718f25-e767-49c1-a7fd-f20a272b9a81 admin admin] Deleting port 370bd574-6c87-41ad-b3dc-85c263e58d1f {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:42:00.402258 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a718f25-e767-49c1-a7fd-f20a272b9a81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:00.480202 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [None req-8a718f25-e767-49c1-a7fd-f20a272b9a81 admin admin] For port 370bd574-6c87-41ad-b3dc-85c263e58d1f, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=370bd574-6c87-41ad-b3dc-85c263e58d1f,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:42:00.480591 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a718f25-e767-49c1-a7fd-f20a272b9a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:00.493138 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-8a718f25-e767-49c1-a7fd-f20a272b9a81 admin admin] Calling delete_port for 370bd574-6c87-41ad-b3dc-85c263e58d1f owned by network:router_interface {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:42:00.666566 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a718f25-e767-49c1-a7fd-f20a272b9a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:00.692012 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a718f25-e767-49c1-a7fd-f20a272b9a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=370bd574-6c87-41ad-b3dc-85c263e58d1f,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:00.858771 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8a718f25-e767-49c1-a7fd-f20a272b9a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3713617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3804785'] for router_interface, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:01.067269 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a718f25-e767-49c1-a7fd-f20a272b9a81 admin admin] Router ff944250-83fa-4755-ae5c-94b5fb23c236 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:42:01.183341 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a718f25-e767-49c1-a7fd-f20a272b9a81 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:42:01.190646 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-8a718f25-e767-49c1-a7fd-f20a272b9a81 admin admin] 10.222.0.39 "PUT /v2.0/routers/ff944250-83fa-4755-ae5c-94b5fb23c236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5126092 Nov 10 14:42:01.190945 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39506) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:42:01.201494 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665c6b2-9f55-46c0-bb07-5793b4bbb7bd None None] Sync routers for ids ['ff944250-83fa-4755-ae5c-94b5fb23c236'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:42:01.215872 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d038e0b-2d94-4a23-97e3-fb6a054aabfa req-a04c7987-341d-476b-88e1-24b56e6c1e26 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:01.217490 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2d038e0b-2d94-4a23-97e3-fb6a054aabfa req-a04c7987-341d-476b-88e1-24b56e6c1e26 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0504675 Nov 10 14:42:01.223591 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665c6b2-9f55-46c0-bb07-5793b4bbb7bd None None] Routers {'ff944250-83fa-4755-ae5c-94b5fb23c236'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:42:01.224208 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-0665c6b2-9f55-46c0-bb07-5793b4bbb7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:41:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['ff944250-83fa-4755-ae5c-94b5fb23c236'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:42:01.266136 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2d038e0b-2d94-4a23-97e3-fb6a054aabfa req-6eb7f40a-7816-4163-bb4b-c4ae84907cdb tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8209723-9d7c-452f-a86e-432f996bf233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 Nov 10 14:42:01.430755 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-0665c6b2-9f55-46c0-bb07-5793b4bbb7bd None None] Set router ff944250-83fa-4755-ae5c-94b5fb23c236 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:42:01.508108 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9bf40-8de6-4b0d-b17b-82eecf20805d req-9ac0fd34-ae2a-489b-af14-c7b4649da0c3 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:01.509952 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-24b9bf40-8de6-4b0d-b17b-82eecf20805d req-9ac0fd34-ae2a-489b-af14-c7b4649da0c3 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.32 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0554199 Nov 10 14:42:01.539793 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:01.604145 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [req-24b9bf40-8de6-4b0d-b17b-82eecf20805d req-5135bc33-0881-4a7c-bb08-b7b38446945d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Deleting port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:42:01.604517 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-24b9bf40-8de6-4b0d-b17b-82eecf20805d req-5135bc33-0881-4a7c-bb08-b7b38446945d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:01.618244 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-0665c6b2-9f55-46c0-bb07-5793b4bbb7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:42:00Z', 'revision_number': 5, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port': {'id': '4f5faaf7-d414-4187-ae25-5c6f9d67194d', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:42:01.643223 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:01.651437 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665c6b2-9f55-46c0-bb07-5793b4bbb7bd None None] Checking router: ff944250-83fa-4755-ae5c-94b5fb23c236 for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:42:01.660610 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665c6b2-9f55-46c0-bb07-5793b4bbb7bd None None] Routers {'ff944250-83fa-4755-ae5c-94b5fb23c236'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:42:01.661313 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-0665c6b2-9f55-46c0-bb07-5793b4bbb7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:41:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['ff944250-83fa-4755-ae5c-94b5fb23c236'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:42:01.696269 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] Deleting port 4f5faaf7-d414-4187-ae25-5c6f9d67194d {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:42:01.696584 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:01.701988 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-24b9bf40-8de6-4b0d-b17b-82eecf20805d req-5135bc33-0881-4a7c-bb08-b7b38446945d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] For port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7,segment=NetworkSegment(9a8b1d00-6504-4d17-a765-45671443bf18),segment_id=9a8b1d00-6504-4d17-a765-45671443bf18)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:42:01.702447 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-24b9bf40-8de6-4b0d-b17b-82eecf20805d req-5135bc33-0881-4a7c-bb08-b7b38446945d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:01.717241 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [req-24b9bf40-8de6-4b0d-b17b-82eecf20805d req-5135bc33-0881-4a7c-bb08-b7b38446945d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Calling delete_port for e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 owned by compute:nova {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:42:01.747413 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-0665c6b2-9f55-46c0-bb07-5793b4bbb7bd None None] Set router ff944250-83fa-4755-ae5c-94b5fb23c236 gateway port host: None {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:42:01.780445 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] For port 4f5faaf7-d414-4187-ae25-5c6f9d67194d, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=4f5faaf7-d414-4187-ae25-5c6f9d67194d,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:42:01.780842 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:01.793998 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] Calling delete_port for 4f5faaf7-d414-4187-ae25-5c6f9d67194d owned by network:router_gateway {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:42:01.798691 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-0665c6b2-9f55-46c0-bb07-5793b4bbb7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:42:01Z', 'revision_number': 6, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port_host': None}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:42:01.831203 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665c6b2-9f55-46c0-bb07-5793b4bbb7bd None None] The sync data for ids ['ff944250-83fa-4755-ae5c-94b5fb23c236'] in dv-cinder-817229-1-iscsi is: [{'id': 'ff944250-83fa-4755-ae5c-94b5fb23c236', 'name': 'tempest-AttachVolumeShelveTestJSON-866871376-router', 'tenant_id': '73922fcd10714bffbe4b87c8a066a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:30:35Z', 'updated_at': '2021-11-10T14:42:01Z', 'revision_number': 6, 'project_id': '73922fcd10714bffbe4b87c8a066a93e', 'gw_port_host': None}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:42:01.854412 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-24b9bf40-8de6-4b0d-b17b-82eecf20805d req-5135bc33-0881-4a7c-bb08-b7b38446945d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:01.870306 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:42:01.889892 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135bc33-0881-4a7c-bb08-b7b38446945d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Pushing event deleted for resources: {'Port': ['ID=e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:01.931971 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b9bf40-8de6-4b0d-b17b-82eecf20805d req-5135bc33-0881-4a7c-bb08-b7b38446945d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] No DVR routers for this DVR port e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 on host hv-cinder-81722 {{(pid=101583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:42:01.935111 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-24b9bf40-8de6-4b0d-b17b-82eecf20805d req-5135bc33-0881-4a7c-bb08-b7b38446945d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:01.939065 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-24b9bf40-8de6-4b0d-b17b-82eecf20805d req-5135bc33-0881-4a7c-bb08-b7b38446945d tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.32 "DELETE /v2.0/ports/e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 HTTP/1.1" status: 204 len: 173 time: 0.4224017 Nov 10 14:42:01.939604 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52892233-9b83-48cb-83db-4cfcb438aaa5', 'name': 'network-vif-deleted', 'tag': 'e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:42:01.943705 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9953b9-0788-45a0-b8e3-1c120365ddaa" -d '{"events": [{"server_uuid": "52892233-9b83-48cb-83db-4cfcb438aaa5", "name": "network-vif-deleted", "tag": "e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:42:01.976732 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:01.982745 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89dfef1-f875-4cdb-aac7-546dd1992155 x-openstack-request-id: req-e89dfef1-f875-4cdb-aac7-546dd1992155 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:42:01.984612 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52892233-9b83-48cb-83db-4cfcb438aaa5", "name": "network-vif-deleted", "tag": "e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:42:01.984966 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e89dfef1-f875-4cdb-aac7-546dd1992155 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:42:01.985461 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52892233-9b83-48cb-83db-4cfcb438aaa5', 'name': 'network-vif-deleted', 'tag': 'e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7', 'status': 'completed', 'code': 200} Nov 10 14:42:02.003005 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5faaf7-d414-4187-ae25-5c6f9d67194d,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:02.064844 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3801243'] for router_gateway, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.156450 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126616'] for router, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.158522 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.213277 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806983'] for router, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.213949 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff944250-83fa-4755-ae5c-94b5fb23c236 {{(pid=101582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 14:42:02.218552 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] Publish callbacks [] for router, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.219722 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-f68b4c80-bce8-4cc6-bad1-e1ac9108cfe0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ff944250-83fa-4755-ae5c-94b5fb23c236 HTTP/1.1" status: 204 len: 168 time: 1.0278087 Nov 10 14:42:02.222312 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39510) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:42:02.266591 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a25643d-b6d9-4e06-9154-f1d63c14cb19 admin admin] Deleting subnet fa8cf2ed-4e3d-4140-bf62-99322ea8423a {{(pid=101582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:42:02.269753 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0a25643d-b6d9-4e06-9154-f1d63c14cb19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.306512 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0a25643d-b6d9-4e06-9154-f1d63c14cb19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126461'] for subnet, precommit_delete_associations {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.380282 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c3bb9f9c-7308-4f3a-83a2-661c905c4e0e req-5224511f-d86e-44e7-8f8d-24205a984061 tempest-VolumesActionsTest-374774602 tempest-VolumesActionsTest-374774602-project] 10.222.0.39 "GET /v2.0/ports?device_id=52892233-9b83-48cb-83db-4cfcb438aaa5 HTTP/1.1" status: 200 len: 210 time: 0.0270932 Nov 10 14:42:02.389727 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0a25643d-b6d9-4e06-9154-f1d63c14cb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.444972 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0a25643d-b6d9-4e06-9154-f1d63c14cb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8824709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8836702'] for subnet, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.469796 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25643d-b6d9-4e06-9154-f1d63c14cb19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8cf2ed-4e3d-4140-bf62-99322ea8423a,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:02.473076 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-0a25643d-b6d9-4e06-9154-f1d63c14cb19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.476775 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-0a25643d-b6d9-4e06-9154-f1d63c14cb19 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fa8cf2ed-4e3d-4140-bf62-99322ea8423a HTTP/1.1" status: 204 len: 168 time: 0.2534497 Nov 10 14:42:02.479333 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39514) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:42:02.479681 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326bb7e-9289-4b04-9441-cbcc2ed7013c None None] Network 1188f659-3386-43e3-8ceb-0934fe3b17ec requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:42:02.554580 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.608305 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Deleting port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:42:02.608680 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.684657 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] For port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=7751e7b8-7bc9-4a6f-85ec-20f1eec7401b,segment=NetworkSegment(5f305f4f-b064-4bca-be3a-6dfed8885673),segment_id=5f305f4f-b064-4bca-be3a-6dfed8885673)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:42:02.685045 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.696895 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8a3511-f2a2-43fd-94a2-0a152d91bf7b None None] DHCP port deletion for 1188f659-3386-43e3-8ceb-0934fe3b17ec request from dv-cinder-817229-1-iscsi {{(pid=101584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 14:42:02.698329 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Calling delete_port for 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b owned by network:dhcp {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:42:02.727217 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 370bd574-6c87-41ad-b3dc-85c263e58d1f no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:42:02.749737 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 370bd574-6c87-41ad-b3dc-85c263e58d1f {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:42:02.750071 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 370bd574-6c87-41ad-b3dc-85c263e58d1f not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:42:02.750670 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 4f5faaf7-d414-4187-ae25-5c6f9d67194d no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:42:02.773564 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 4f5faaf7-d414-4187-ae25-5c6f9d67194d {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:42:02.773922 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 4f5faaf7-d414-4187-ae25-5c6f9d67194d not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:42:02.793405 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a3511-f2a2-43fd-94a2-0a152d91bf7b None None] Deleting port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b {{(pid=101584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:42:02.793779 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3511-f2a2-43fd-94a2-0a152d91bf7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.796451 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.825114 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7751e7b8-7bc9-4a6f-85ec-20f1eec7401b,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:02.827722 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] No DVR routers for this DVR port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b on host dv-cinder-817229-1-iscsi {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:42:02.862624 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-9d8a3511-f2a2-43fd-94a2-0a152d91bf7b None None] For port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b, host dv-cinder-817229-1-iscsi, got binding levels [] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:42:02.863020 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3511-f2a2-43fd-94a2-0a152d91bf7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.877453 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a3511-f2a2-43fd-94a2-0a152d91bf7b None None] Calling delete_port for 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b owned by network:dhcp {{(pid=101584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:42:02.880205 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.ipam_backend_mixin [None req-9d8a3511-f2a2-43fd-94a2-0a152d91bf7b None None] Port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b was not found and therefore no delete operation was performed {{(pid=101584) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 14:42:02.881566 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3511-f2a2-43fd-94a2-0a152d91bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652'] for port, after_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.908572 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a3511-f2a2-43fd-94a2-0a152d91bf7b None None] Pushing event deleted for resources: {'Port': ['ID=7751e7b8-7bc9-4a6f-85ec-20f1eec7401b,revision_number=None']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:02.910528 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a3511-f2a2-43fd-94a2-0a152d91bf7b None None] No DVR routers for this DVR port 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b on host dv-cinder-817229-1-iscsi {{(pid=101584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:42:02.915145 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.943880 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1188f659-3386-43e3-8ceb-0934fe3b17ec']}} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:42:02.953802 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f305f4f-b064-4bca-be3a-6dfed8885673') {'for_net_delete': True} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:42:02.954100 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f305f4f-b064-4bca-be3a-6dfed8885673') {} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:42:02.964488 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126436'] for segment, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.978779 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.988702 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:42:02.989245 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8824795'] for segment, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: Traceback (most recent call last): Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: timer() Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: cb(*args, **kw) Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: return func(*args, **kwargs) Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: self._notify() Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: self.callback(batched_events) Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: event.method(event) Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: return f(self, *a, **k) Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: return self._get(url).json() Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: return self.request(url, 'GET', **kwargs) Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:42:02.991470 dv-cinder-817229-1-iscsi neutron-server[101582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:42:03.045973 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:03.050636 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:03.060236 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] 10.222.0.39 "DELETE /v2.0/networks/1188f659-3386-43e3-8ceb-0934fe3b17ec HTTP/1.1" status: 204 len: 168 time: 0.5798597 Nov 10 14:42:03.072740 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b0a3e-81d5-4466-a635-2102934f86ae admin admin] Pushing event deleted for resources: {'Network': ['ID=1188f659-3386-43e3-8ceb-0934fe3b17ec,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:03.170718 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39518) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:42:03.209987 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-27803542-58d9-4cdd-8d37-7c1aa6c065c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73922fcd10714bffbe4b87c8a066a93e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381305 Nov 10 14:42:03.212420 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39520) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:42:03.262500 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-493a2f1e-352b-451e-aacc-bf3b05af1db4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:03.283506 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-493a2f1e-352b-451e-aacc-bf3b05af1db4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:03.328318 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-493a2f1e-352b-451e-aacc-bf3b05af1db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:03.330838 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-493a2f1e-352b-451e-aacc-bf3b05af1db4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:03.331969 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-493a2f1e-352b-451e-aacc-bf3b05af1db4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/636da4ef-42b9-471c-81e6-c41cfe7a1993 HTTP/1.1" status: 204 len: 168 time: 0.1186576 Nov 10 14:42:03.340230 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a2f1e-352b-451e-aacc-bf3b05af1db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636da4ef-42b9-471c-81e6-c41cfe7a1993,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:04.019865 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 39574) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:42:04.118796 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-864354514-network', 'tenant_id': '71ed786146ff4d7aaff4b8f44b1b29b4'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:42:04.146438 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] Made reservation on behalf of 71ed786146ff4d7aaff4b8f44b1b29b4 for: {'network': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:42:04.146572 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for network, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:04.154931 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:04.239228 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:04.242873 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:04.267865 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=101582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 14:42:04.288134 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301c1932-286c-4501-be0e-9d8f91e44478,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:04.291578 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:04.291950 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.segments_db [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] Added segment a22797d9-7e02-461b-8464-201c287860f6 of type vlan for network 139b543e-f6c6-41b2-af84-6e3467186bed Nov 10 14:42:04.330789 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772971847132'] for network, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:04.360255 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706'] for network, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:04.361267 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:04.361869 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:04.377578 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:42:04.399197 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:42:04.399544 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 7751e7b8-7bc9-4a6f-85ec-20f1eec7401b not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:42:04.418659 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3978584 Nov 10 14:42:04.421727 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 39590) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:42:04.425982 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af6f30-758e-4568-8fe2-0c90b0f485ca admin admin] Pushing event updated for resources: {'Network': ['ID=139b543e-f6c6-41b2-af84-6e3467186bed,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:04.426588 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-44360442-f811-48df-9b4b-183e74c5c9ec admin admin] Request body: {'subnet': {'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-864354514-subnet', 'tenant_id': '71ed786146ff4d7aaff4b8f44b1b29b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:42:04.437408 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Network 139b543e-f6c6-41b2-af84-6e3467186bed details requested by agent ovs-agent-dv-cinder-817229-1-iscsi with host dv-cinder-817229-1-iscsi {{(pid=101584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 14:42:04.446483 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44360442-f811-48df-9b4b-183e74c5c9ec admin admin] Made reservation on behalf of 71ed786146ff4d7aaff4b8f44b1b29b4 for: {'subnet': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:42:04.448959 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-44360442-f811-48df-9b4b-183e74c5c9ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9466149'] for subnet, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:04.616298 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-44360442-f811-48df-9b4b-183e74c5c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2253992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9466123'] for subnet, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:04.669076 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44360442-f811-48df-9b4b-183e74c5c9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2e10a3-7a7a-4c40-9175-461179336646,revision_number=0']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:04.677644 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44360442-f811-48df-9b4b-183e74c5c9ec admin admin] Checking segment: {'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:42:04.678001 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44360442-f811-48df-9b4b-183e74c5c9ec admin admin] Network hostable DHCP agents. Network: 139b543e-f6c6-41b2-af84-6e3467186bed, hostable agents: ['b3fa4088-caaf-479e-ad50-b5a4bd2f39c3'], hosted agents: [] {{(pid=101583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 14:42:04.694227 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44360442-f811-48df-9b4b-183e74c5c9ec admin admin] Network 139b543e-f6c6-41b2-af84-6e3467186bed is scheduled to be hosted by DHCP agent b3fa4088-caaf-479e-ad50-b5a4bd2f39c3 with binding_index 1 {{(pid=101583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 14:42:04.702605 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-44360442-f811-48df-9b4b-183e74c5c9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817229-1-iscsi, 139b543e-f6c6-41b2-af84-6e3467186bed) {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:42:04.706476 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44360442-f811-48df-9b4b-183e74c5c9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:04.707072 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-44360442-f811-48df-9b4b-183e74c5c9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:04.711556 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4315015-ac5b-4f6f-97cc-b83878bbb1b7 None None] Network 139b543e-f6c6-41b2-af84-6e3467186bed requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:42:04.723227 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-44360442-f811-48df-9b4b-183e74c5c9ec admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3004124 Nov 10 14:42:04.834783 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344fd018-a621-4407-9414-388c49abdbd4 None None] Network 139b543e-f6c6-41b2-af84-6e3467186bed requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:42:05.135545 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-7002e24b-8811-4780-bcdd-5fe3861c1908 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:05.137309 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-7002e24b-8811-4780-bcdd-5fe3861c1908 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/networks?id=139b543e-f6c6-41b2-af84-6e3467186bed HTTP/1.1" status: 200 len: 814 time: 0.1039205 Nov 10 14:42:05.151818 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-95a782b9-bec6-4cc7-8e22-a4074c0c3a81 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/quotas/71ed786146ff4d7aaff4b8f44b1b29b4 HTTP/1.1" status: 200 len: 375 time: 0.0089285 Nov 10 14:42:05.183761 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-d606012e-bb59-4fa0-96d3-d5fca2b854e6 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=71ed786146ff4d7aaff4b8f44b1b29b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265653 Nov 10 14:42:05.242289 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-aa81f446-229b-4a9f-89c7-ad0fa37fc7bf service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 14:42:05.243274 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-aa81f446-229b-4a9f-89c7-ad0fa37fc7bf service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0509388 Nov 10 14:42:05.333173 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-cf006836-c48e-44ec-906a-a074d2e0fed6 service neutron] 10.222.0.39 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836837 Nov 10 14:42:05.418456 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-651ae1d1-2089-432f-9ed8-45f1736ef5d3 service neutron] 10.222.0.39 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791655 Nov 10 14:42:05.578874 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d87fcb99-4f6a-46fd-b657-03faec9d8601 req-64b9fdc4-5367-47ec-bb6f-ced9966a0c56 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 210 time: 0.0276370 Nov 10 14:42:05.889395 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:42:05.909478 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:42:05.909820 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device e8ed68f4-d6f6-42c0-9fc2-203953fd5fa7 not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:42:06.672316 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a40bd528-9dba-410e-a351-5634744f88ba req-fd7e77ab-b2f2-4a92-b735-21e019c4d725 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 210 time: 0.0288618 Nov 10 14:42:07.763239 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3a71772b-b0e7-4792-8baa-92381f5687b2 req-b6ca5aee-aea3-4200-9219-e7df14cd7a9c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 210 time: 0.0258081 Nov 10 14:42:08.887649 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f39c6fb6-9c78-447a-996c-ef151f24dcbb req-0ec1ee56-0cae-4742-9534-6f994fced351 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 210 time: 0.0341108 Nov 10 14:42:08.926034 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-ff0de837-d0e8-4c4c-b365-cc82fae27be2 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:08.927861 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-ff0de837-d0e8-4c4c-b365-cc82fae27be2 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "GET /v2.0/networks?id=139b543e-f6c6-41b2-af84-6e3467186bed HTTP/1.1" status: 200 len: 814 time: 0.1530149 Nov 10 14:42:08.940737 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-b359e606-5c37-47ee-ba06-834e22d1848c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Request body: {'port': {'device_id': 'b337602b-a647-46e4-89dd-2708f0a8df45', 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed', 'admin_state_up': True, 'tenant_id': '71ed786146ff4d7aaff4b8f44b1b29b4'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:42:09.049245 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-b359e606-5c37-47ee-ba06-834e22d1848c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Made reservation on behalf of 71ed786146ff4d7aaff4b8f44b1b29b4 for: {'port': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:42:09.052589 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-b359e606-5c37-47ee-ba06-834e22d1848c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:09.181420 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-b359e606-5c37-47ee-ba06-834e22d1848c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Allocated IP 172.20.0.11 (139b543e-f6c6-41b2-af84-6e3467186bed/8e2e10a3-7a7a-4c40-9175-461179336646/86fbdc64-174d-4996-90f6-6acceceb8630) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:42:09.321190 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-b359e606-5c37-47ee-ba06-834e22d1848c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:09.353170 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-b359e606-5c37-47ee-ba06-834e22d1848c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:09.400165 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-b359e606-5c37-47ee-ba06-834e22d1848c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Network 139b543e-f6c6-41b2-af84-6e3467186bed is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:42:09.403121 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-b359e606-5c37-47ee-ba06-834e22d1848c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:42:09.406732 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-b359e606-5c37-47ee-ba06-834e22d1848c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:42:09.429947 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359e606-5c37-47ee-ba06-834e22d1848c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Pushing event updated for resources: {'Port': ['ID=86fbdc64-174d-4996-90f6-6acceceb8630,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:09.459722 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-b359e606-5c37-47ee-ba06-834e22d1848c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:09.460330 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-b359e606-5c37-47ee-ba06-834e22d1848c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:09.477496 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-b359e606-5c37-47ee-ba06-834e22d1848c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5403998 Nov 10 14:42:09.492300 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Request body: {'port': {'device_id': 'b337602b-a647-46e4-89dd-2708f0a8df45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:42:09.545830 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:09.834858 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fbdc64-174d-4996-90f6-6acceceb8630 {{(pid=101583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:42:09.845538 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:09.861037 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.provisioning_blocks [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Transition to ACTIVE for port object 86fbdc64-174d-4996-90f6-6acceceb8630 will not be triggered until provisioned by entity L2. {{(pid=101583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:42:09.866216 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:09.937265 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=86fbdc64-174d-4996-90f6-6acceceb8630,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:10.073858 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80035881-5493-415e-a2ce-c17425ff7cf2 req-9cec5e71-fae4-44de-9591-37c3ea57f185 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:10.082293 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-80035881-5493-415e-a2ce-c17425ff7cf2 req-9cec5e71-fae4-44de-9591-37c3ea57f185 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 944 time: 0.0938129 Nov 10 14:42:10.174580 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-80035881-5493-415e-a2ce-c17425ff7cf2 req-8a935b4c-66d6-4952-a685-85dd5bebe724 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889065 Nov 10 14:42:10.226644 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Attempting to bind port 86fbdc64-174d-4996-90f6-6acceceb8630 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:42:10.228094 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Attempting to bind port 86fbdc64-174d-4996-90f6-6acceceb8630 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:42:10.228094 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Attempting to bind port 86fbdc64-174d-4996-90f6-6acceceb8630 on network 139b543e-f6c6-41b2-af84-6e3467186bed {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:42:10.234294 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Port 86fbdc64-174d-4996-90f6-6acceceb8630 on network 139b543e-f6c6-41b2-af84-6e3467186bed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:42:10.234771 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Attempting to bind port 86fbdc64-174d-4996-90f6-6acceceb8630 on network 139b543e-f6c6-41b2-af84-6e3467186bed {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:42:10.243307 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:42:10.243658 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Checking segment: {'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:42:10.244046 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Bound using segment: {'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:42:10.244630 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Bound port: 86fbdc64-174d-4996-90f6-6acceceb8630, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'}}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:42:10.245011 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:10.316581 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] For port 86fbdc64-174d-4996-90f6-6acceceb8630, host hv-cinder-81722, cleared binding levels {{(pid=101583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:42:10.319926 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] For port 86fbdc64-174d-4996-90f6-6acceceb8630, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=86fbdc64-174d-4996-90f6-6acceceb8630,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:42:10.334831 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:10.370354 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:10.370978 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:10.372400 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] 10.222.0.32 "PUT /v2.0/ports/86fbdc64-174d-4996-90f6-6acceceb8630 HTTP/1.1" status: 200 len: 1094 time: 0.8848722 Nov 10 14:42:10.372844 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b337602b-a647-46e4-89dd-2708f0a8df45', 'tag': '86fbdc64-174d-4996-90f6-6acceceb8630'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:42:10.375179 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99073a7-2376-40a0-b57b-7262160d38d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b337602b-a647-46e4-89dd-2708f0a8df45", "tag": "86fbdc64-174d-4996-90f6-6acceceb8630"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:42:10.422776 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880a0a7-f2a3-47ef-b65f-61c479014ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=86fbdc64-174d-4996-90f6-6acceceb8630,revision_number=3']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:10.454477 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cc987e-646f-46cb-ae8e-4dd78253115d x-openstack-request-id: req-78cc987e-646f-46cb-ae8e-4dd78253115d {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:42:10.454696 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b337602b-a647-46e4-89dd-2708f0a8df45", "tag": "86fbdc64-174d-4996-90f6-6acceceb8630", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:42:10.454799 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78cc987e-646f-46cb-ae8e-4dd78253115d {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:42:10.455160 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b337602b-a647-46e4-89dd-2708f0a8df45', 'tag': '86fbdc64-174d-4996-90f6-6acceceb8630', 'status': 'completed', 'code': 200} Nov 10 14:42:10.462689 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-612daa81-f8b0-41bd-8977-966fa4b66e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:10.496037 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-e96c8716-15dc-4960-847f-6eb15cc2d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:10.498105 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-e96c8716-15dc-4960-847f-6eb15cc2d597 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71ed786146ff4d7aaff4b8f44b1b29b4&device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 1097 time: 0.0634987 Nov 10 14:42:10.544809 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-4d6f5b12-0f52-4502-a2fc-6f59aa1ed988 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86fbdc64-174d-4996-90f6-6acceceb8630 HTTP/1.1" status: 200 len: 217 time: 0.0384188 Nov 10 14:42:10.603719 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-4cf19d2f-9ec3-453d-a603-c0bc5ae08c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:10.605838 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-4cf19d2f-9ec3-453d-a603-c0bc5ae08c2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e2e10a3-7a7a-4c40-9175-461179336646 HTTP/1.1" status: 200 len: 854 time: 0.0543127 Nov 10 14:42:10.639725 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-542d883c-07ac-43f0-94fb-d423a06595ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=139b543e-f6c6-41b2-af84-6e3467186bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268402 Nov 10 14:42:10.748426 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-16f1cb42-2997-4d85-b83f-af6da2dd96ee service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015394 Nov 10 14:42:10.866506 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1ced1640-ebe5-4c61-b52b-71a812dbc132 req-25830864-3413-4d63-877a-33c1b6fab613 service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100516 Nov 10 14:42:10.974692 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99073a7-2376-40a0-b57b-7262160d38d4 req-3433eec6-9b3d-4b66-bb17-fd1c0818ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:10.976996 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a99073a7-2376-40a0-b57b-7262160d38d4 req-3433eec6-9b3d-4b66-bb17-fd1c0818ebc8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71ed786146ff4d7aaff4b8f44b1b29b4&device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 1097 time: 0.0584898 Nov 10 14:42:11.075821 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99073a7-2376-40a0-b57b-7262160d38d4 req-ec5013e7-0c18-4159-9b48-a8b2d2951717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:11.077497 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a99073a7-2376-40a0-b57b-7262160d38d4 req-ec5013e7-0c18-4159-9b48-a8b2d2951717 service neutron] 10.222.0.32 "GET /v2.0/networks?id=139b543e-f6c6-41b2-af84-6e3467186bed HTTP/1.1" status: 200 len: 915 time: 0.0931754 Nov 10 14:42:11.137125 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a99073a7-2376-40a0-b57b-7262160d38d4 req-0f1cffb7-109c-4152-a166-d25f012273a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86fbdc64-174d-4996-90f6-6acceceb8630 HTTP/1.1" status: 200 len: 217 time: 0.0516391 Nov 10 14:42:11.201528 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99073a7-2376-40a0-b57b-7262160d38d4 req-dafd586d-b335-4225-bcba-454ee9efd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:11.203296 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a99073a7-2376-40a0-b57b-7262160d38d4 req-dafd586d-b335-4225-bcba-454ee9efd67d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e2e10a3-7a7a-4c40-9175-461179336646 HTTP/1.1" status: 200 len: 854 time: 0.0590222 Nov 10 14:42:11.241689 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a99073a7-2376-40a0-b57b-7262160d38d4 req-e4ad6a13-c1db-458b-b094-f1720174922c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=139b543e-f6c6-41b2-af84-6e3467186bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314577 Nov 10 14:42:11.343565 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1351736-c3d2-497c-881c-a53a4de07339 req-c7334d6c-a763-486c-95d7-126474f0ee9c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:11.345733 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b1351736-c3d2-497c-881c-a53a4de07339 req-c7334d6c-a763-486c-95d7-126474f0ee9c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 944 time: 0.0729198 Nov 10 14:42:11.361747 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a99073a7-2376-40a0-b57b-7262160d38d4 req-f628301d-a3dd-4bdb-9bbf-24ff58e0896c service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123071 Nov 10 14:42:11.404014 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b1351736-c3d2-497c-881c-a53a4de07339 req-328fa558-3f72-4b64-a2bb-fbf6af9ff702 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490286 Nov 10 14:42:11.479018 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a99073a7-2376-40a0-b57b-7262160d38d4 req-ef62581b-f1ee-486b-8618-b2ed0c9d888a service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096294 Nov 10 14:42:12.535843 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea874ab-f320-4346-a9e2-907e8c00b6e6 req-35b9498f-ecc2-45a2-b189-073644e00110 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:12.537737 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bea874ab-f320-4346-a9e2-907e8c00b6e6 req-35b9498f-ecc2-45a2-b189-073644e00110 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 944 time: 0.0553200 Nov 10 14:42:12.599196 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-bea874ab-f320-4346-a9e2-907e8c00b6e6 req-bb46fb83-a6eb-4eae-b38a-aa637eaa421f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552258 Nov 10 14:42:12.893544 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 86fbdc64-174d-4996-90f6-6acceceb8630 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:42:13.000379 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 86fbdc64-174d-4996-90f6-6acceceb8630, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=86fbdc64-174d-4996-90f6-6acceceb8630,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:42:13.021128 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '86fbdc64-174d-4996-90f6-6acceceb8630', 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed', 'port_id': '86fbdc64-174d-4996-90f6-6acceceb8630', 'mac_address': 'fa:16:3e:c3:13:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2e10a3-7a7a-4c40-9175-461179336646', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:42:13.030929 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0e23-2780-4e9b-b070-6df0f7250736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:13.064815 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:13.080004 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fbdc64-174d-4996-90f6-6acceceb8630 {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:42:13.106939 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 86fbdc64-174d-4996-90f6-6acceceb8630, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=86fbdc64-174d-4996-90f6-6acceceb8630,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:42:13.111959 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:13.170045 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=86fbdc64-174d-4996-90f6-6acceceb8630,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:13.446321 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['86fbdc64-174d-4996-90f6-6acceceb8630'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:42:13.745196 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c0161-cf53-466d-82e1-0a539709be4a req-9a756e61-2321-4fd4-b86d-c683dbc0fd6f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:13.747067 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a35c0161-cf53-466d-82e1-0a539709be4a req-9a756e61-2321-4fd4-b86d-c683dbc0fd6f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 945 time: 0.0720270 Nov 10 14:42:13.810553 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a35c0161-cf53-466d-82e1-0a539709be4a req-d647eaed-3e3e-4007-a2bc-abe9b071d68c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569861 Nov 10 14:42:14.151774 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:14.923233 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 86fbdc64-174d-4996-90f6-6acceceb8630 up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:42:14.948394 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd9997-70d9-4c54-8618-cb0c702fabff req-fe65ebb6-63b2-41dc-ac37-58b029b836e1 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:14.956693 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ebdd9997-70d9-4c54-8618-cb0c702fabff req-fe65ebb6-63b2-41dc-ac37-58b029b836e1 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 945 time: 0.0715327 Nov 10 14:42:14.993429 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port 86fbdc64-174d-4996-90f6-6acceceb8630 completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:42:14.999122 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 86fbdc64-174d-4996-90f6-6acceceb8630 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:42:14.999503 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:15.029674 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ebdd9997-70d9-4c54-8618-cb0c702fabff req-a69c3da3-7d56-438a-94db-5a0032799c45 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714328 Nov 10 14:42:15.094684 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:15.127168 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b337602b-a647-46e4-89dd-2708f0a8df45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fbdc64-174d-4996-90f6-6acceceb8630'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:42:15.129454 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e4d051-33cd-48d6-84a3-6e36cfbd5bae" -d '{"events": [{"server_uuid": "b337602b-a647-46e4-89dd-2708f0a8df45", "name": "network-vif-plugged", "status": "completed", "tag": "86fbdc64-174d-4996-90f6-6acceceb8630"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:42:15.142822 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 86fbdc64-174d-4996-90f6-6acceceb8630, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=86fbdc64-174d-4996-90f6-6acceceb8630,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:42:15.148597 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:15.172454 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89b37c3-e651-4bee-8f0f-25dd10fb45dc x-openstack-request-id: req-f89b37c3-e651-4bee-8f0f-25dd10fb45dc {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:42:15.173102 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b337602b-a647-46e4-89dd-2708f0a8df45", "name": "network-vif-plugged", "status": "completed", "tag": "86fbdc64-174d-4996-90f6-6acceceb8630", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:42:15.173102 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f89b37c3-e651-4bee-8f0f-25dd10fb45dc {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:42:15.173382 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b337602b-a647-46e4-89dd-2708f0a8df45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fbdc64-174d-4996-90f6-6acceceb8630', 'code': 200} Nov 10 14:42:15.208032 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=86fbdc64-174d-4996-90f6-6acceceb8630,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:15.373188 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1e146-4619-4fc1-92e6-3b1ec6787dbd req-0cf3c844-fbcd-4750-b2c8-119405a7cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:15.375028 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c6a1e146-4619-4fc1-92e6-3b1ec6787dbd req-0cf3c844-fbcd-4750-b2c8-119405a7cd31 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 1099 time: 0.0502117 Nov 10 14:42:15.431403 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-c6a1e146-4619-4fc1-92e6-3b1ec6787dbd req-e5328575-47b4-4e24-ac93-ea3182f8fc0e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483589 Nov 10 14:42:15.566576 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:16.167095 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a7e0d-aa8c-432f-a5fc-437c9ec59d68 req-c47f0a2d-0c4c-4fc7-bf1e-b16440660396 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:16.168642 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3c3a7e0d-aa8c-432f-a5fc-437c9ec59d68 req-c47f0a2d-0c4c-4fc7-bf1e-b16440660396 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 946 time: 0.0624740 Nov 10 14:42:16.226767 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3c3a7e0d-aa8c-432f-a5fc-437c9ec59d68 req-65667da3-e3d4-4342-9224-ba7e95c45080 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514431 Nov 10 14:42:16.680593 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:16.854587 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:42:17.354795 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c9999-e52c-4b76-936c-574b3ed224d3 req-109610d7-82c5-4688-b2b0-a0b4aed20384 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:17.356398 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d85c9999-e52c-4b76-936c-574b3ed224d3 req-109610d7-82c5-4688-b2b0-a0b4aed20384 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 946 time: 0.0571845 Nov 10 14:42:17.421818 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-d85c9999-e52c-4b76-936c-574b3ed224d3 req-1d48eae6-9b93-470d-a31a-bb6ca2189efa tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584784 Nov 10 14:42:17.789191 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.202390 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 39866) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:42:26.245344 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Deleting subnet d22ceb20-00ec-471e-815e-5c908f506821 {{(pid=101583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:42:26.248395 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.282046 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9874559'] for subnet, precommit_delete_associations {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.323849 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.377499 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9466112'] for subnet, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.403960 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22ceb20-00ec-471e-815e-5c908f506821,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:26.413955 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:26.414300 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:26.414636 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:26.414965 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:26.415289 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:26.415612 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:26.416417 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:26.416417 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:26.416622 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:26.416890 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:26.417204 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:26.417516 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:26.420280 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.423637 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-36b18e50-3965-41fc-ab2a-9ac1035dd814 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d22ceb20-00ec-471e-815e-5c908f506821 HTTP/1.1" status: 204 len: 168 time: 0.2202508 Nov 10 14:42:26.426204 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 39868) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:42:26.492134 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c9ce43d6-f6e6-466e-90fc-013f8e0e084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.573159 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c9ce43d6-f6e6-466e-90fc-013f8e0e084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.592220 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-c9ce43d6-f6e6-466e-90fc-013f8e0e084d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908703a9-35e1-4b1f-a78a-d601dd2c8e58']}} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:42:26.602025 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-c9ce43d6-f6e6-466e-90fc-013f8e0e084d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8b1d00-6504-4d17-a765-45671443bf18') {'for_net_delete': True} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:42:26.602316 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-c9ce43d6-f6e6-466e-90fc-013f8e0e084d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8b1d00-6504-4d17-a765-45671443bf18') {} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:42:26.611597 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c9ce43d6-f6e6-466e-90fc-013f8e0e084d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9874534'] for segment, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.625980 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c9ce43d6-f6e6-466e-90fc-013f8e0e084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.632255 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ce43d6-f6e6-466e-90fc-013f8e0e084d admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:42:26.632668 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c9ce43d6-f6e6-466e-90fc-013f8e0e084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253879'] for segment, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: Traceback (most recent call last): Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: timer() Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: cb(*args, **kw) Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: return func(*args, **kwargs) Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: self._notify() Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: self.callback(batched_events) Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: event.method(event) Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: return f(self, *a, **k) Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._get(url).json() Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: return self.request(url, 'GET', **kwargs) Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:42:26.634559 dv-cinder-817229-1-iscsi neutron-server[101583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:42:26.694257 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c9ce43d6-f6e6-466e-90fc-013f8e0e084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.704429 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c9ce43d6-f6e6-466e-90fc-013f8e0e084d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.707592 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-c9ce43d6-f6e6-466e-90fc-013f8e0e084d admin admin] 10.222.0.39 "DELETE /v2.0/networks/908703a9-35e1-4b1f-a78a-d601dd2c8e58 HTTP/1.1" status: 204 len: 168 time: 0.2798378 Nov 10 14:42:26.718868 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce43d6-f6e6-466e-90fc-013f8e0e084d admin admin] Pushing event deleted for resources: {'Network': ['ID=908703a9-35e1-4b1f-a78a-d601dd2c8e58,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:26.832737 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 39888) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:42:26.874712 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-123382f3-5aae-4725-9892-938f189e1f90 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0df27f13e601459d8ec67bf529a00eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402462 Nov 10 14:42:26.877462 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 39890) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:42:26.885947 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-4a81b1c3-0818-42d4-850b-159d436638d1 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:26.887880 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-4a81b1c3-0818-42d4-850b-159d436638d1 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/networks?id=139b543e-f6c6-41b2-af84-6e3467186bed HTTP/1.1" status: 200 len: 814 time: 0.1156812 Nov 10 14:42:26.903230 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-43e5746a-5e22-4988-a15f-d9e9c0b8212b tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/quotas/71ed786146ff4d7aaff4b8f44b1b29b4 HTTP/1.1" status: 200 len: 375 time: 0.0094039 Nov 10 14:42:26.929397 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8cb7cb15-2577-412d-a051-fac7f664a311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.952103 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-ed0f6650-8c50-48d6-aa50-414bcffa3444 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=71ed786146ff4d7aaff4b8f44b1b29b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434253 Nov 10 14:42:26.952901 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8cb7cb15-2577-412d-a051-fac7f664a311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:26.998947 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8cb7cb15-2577-412d-a051-fac7f664a311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:27.001878 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-8cb7cb15-2577-412d-a051-fac7f664a311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:27.003094 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-8cb7cb15-2577-412d-a051-fac7f664a311 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8209723-9d7c-452f-a86e-432f996bf233 HTTP/1.1" status: 204 len: 168 time: 0.1247687 Nov 10 14:42:27.013139 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7cb15-2577-412d-a051-fac7f664a311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8209723-9d7c-452f-a86e-432f996bf233,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:27.051131 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-8d57ffd6-ddb5-41ca-bca6-3d43a5beb45e service neutron] 10.222.0.39 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912347 Nov 10 14:42:27.158173 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-d3a4ad14-5ba4-440e-ad17-10944538b35e service neutron] 10.222.0.39 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008375 Nov 10 14:42:27.340179 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1963ac9b-9de2-4381-8c8b-08bec9b96de7 req-2df6bf23-1d45-45ba-9057-2ce5e1b04ce8 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 210 time: 0.0317669 Nov 10 14:42:28.313113 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-e2214c82-b3ac-4088-9f8e-858d26f73b48 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:28.315127 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-e2214c82-b3ac-4088-9f8e-858d26f73b48 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "GET /v2.0/networks?id=139b543e-f6c6-41b2-af84-6e3467186bed HTTP/1.1" status: 200 len: 814 time: 0.1417539 Nov 10 14:42:28.332366 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-687b3b99-4fed-450a-b3b3-0fe3cc2ae781 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Request body: {'port': {'device_id': '7e5925c8-1162-4a39-b633-225e1e34339e', 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed', 'admin_state_up': True, 'tenant_id': '71ed786146ff4d7aaff4b8f44b1b29b4'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:42:28.445503 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-5cbc6889-d11f-4fa4-bf9a-5182b9b2f03b req-5f434861-957f-43aa-baf8-1549c2e840af tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 210 time: 0.0281696 Nov 10 14:42:28.454809 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-687b3b99-4fed-450a-b3b3-0fe3cc2ae781 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Made reservation on behalf of 71ed786146ff4d7aaff4b8f44b1b29b4 for: {'port': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:42:28.459192 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-687b3b99-4fed-450a-b3b3-0fe3cc2ae781 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:28.593335 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-687b3b99-4fed-450a-b3b3-0fe3cc2ae781 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Allocated IP 172.20.0.3 (139b543e-f6c6-41b2-af84-6e3467186bed/8e2e10a3-7a7a-4c40-9175-461179336646/d9d784ef-da7e-4430-b8e8-ba34b3543cd4) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:42:28.747086 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-687b3b99-4fed-450a-b3b3-0fe3cc2ae781 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:28.779800 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-687b3b99-4fed-450a-b3b3-0fe3cc2ae781 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:28.791317 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['86fbdc64-174d-4996-90f6-6acceceb8630'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:42:28.819870 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-687b3b99-4fed-450a-b3b3-0fe3cc2ae781 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Network 139b543e-f6c6-41b2-af84-6e3467186bed is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:42:28.824790 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-687b3b99-4fed-450a-b3b3-0fe3cc2ae781 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:42:28.828385 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-687b3b99-4fed-450a-b3b3-0fe3cc2ae781 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:42:28.866611 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b3b99-4fed-450a-b3b3-0fe3cc2ae781 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Pushing event updated for resources: {'Port': ['ID=d9d784ef-da7e-4430-b8e8-ba34b3543cd4,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:28.896142 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-687b3b99-4fed-450a-b3b3-0fe3cc2ae781 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:28.896777 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-687b3b99-4fed-450a-b3b3-0fe3cc2ae781 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:28.912854 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-687b3b99-4fed-450a-b3b3-0fe3cc2ae781 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844593 Nov 10 14:42:28.948312 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Request body: {'port': {'device_id': '7e5925c8-1162-4a39-b633-225e1e34339e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:42:29.004988 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:29.263737 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d784ef-da7e-4430-b8e8-ba34b3543cd4 {{(pid=101583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:42:29.272205 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:29.285276 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.provisioning_blocks [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Transition to ACTIVE for port object d9d784ef-da7e-4430-b8e8-ba34b3543cd4 will not be triggered until provisioned by entity L2. {{(pid=101583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:42:29.290817 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:29.343636 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Pushing event updated for resources: {'Port': ['ID=d9d784ef-da7e-4430-b8e8-ba34b3543cd4,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:29.408997 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Attempting to bind port d9d784ef-da7e-4430-b8e8-ba34b3543cd4 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:42:29.409226 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Attempting to bind port d9d784ef-da7e-4430-b8e8-ba34b3543cd4 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:42:29.409562 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Attempting to bind port d9d784ef-da7e-4430-b8e8-ba34b3543cd4 on network 139b543e-f6c6-41b2-af84-6e3467186bed {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:42:29.414263 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Port d9d784ef-da7e-4430-b8e8-ba34b3543cd4 on network 139b543e-f6c6-41b2-af84-6e3467186bed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:42:29.414263 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Attempting to bind port d9d784ef-da7e-4430-b8e8-ba34b3543cd4 on network 139b543e-f6c6-41b2-af84-6e3467186bed {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:42:29.419499 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:42:29.419834 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Checking segment: {'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:42:29.420211 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Bound using segment: {'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:42:29.420664 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Bound port: d9d784ef-da7e-4430-b8e8-ba34b3543cd4, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'}}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:42:29.421016 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:29.486500 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] For port d9d784ef-da7e-4430-b8e8-ba34b3543cd4, host hv-cinder-81722, cleared binding levels {{(pid=101583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:42:29.489758 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] For port d9d784ef-da7e-4430-b8e8-ba34b3543cd4, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d9d784ef-da7e-4430-b8e8-ba34b3543cd4,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:42:29.493993 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:29.532689 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:29.533303 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:29.534645 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] 10.222.0.32 "PUT /v2.0/ports/d9d784ef-da7e-4430-b8e8-ba34b3543cd4 HTTP/1.1" status: 200 len: 1093 time: 0.5907254 Nov 10 14:42:29.537685 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5925c8-1162-4a39-b633-225e1e34339e', 'tag': 'd9d784ef-da7e-4430-b8e8-ba34b3543cd4'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:42:29.540213 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700f3091-0db3-475d-ae06-cdb5031d552a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5925c8-1162-4a39-b633-225e1e34339e", "tag": "d9d784ef-da7e-4430-b8e8-ba34b3543cd4"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:42:29.588804 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b99830-1490-4024-9784-ab3ee16c4c53 x-openstack-request-id: req-63b99830-1490-4024-9784-ab3ee16c4c53 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:42:29.589089 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5925c8-1162-4a39-b633-225e1e34339e", "tag": "d9d784ef-da7e-4430-b8e8-ba34b3543cd4", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:42:29.589336 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63b99830-1490-4024-9784-ab3ee16c4c53 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:42:29.589743 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5925c8-1162-4a39-b633-225e1e34339e', 'tag': 'd9d784ef-da7e-4430-b8e8-ba34b3543cd4', 'status': 'completed', 'code': 200} Nov 10 14:42:29.603782 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05152e5a-c770-4a13-a7a2-16473a1cf19c service neutron] Pushing event updated for resources: {'Port': ['ID=d9d784ef-da7e-4430-b8e8-ba34b3543cd4,revision_number=3']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:29.639281 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79977466-ec12-4352-b475-fc1c8592bf8a req-77b173a5-b270-4710-86b7-7cd49fa04946 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:29.640777 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-79977466-ec12-4352-b475-fc1c8592bf8a req-77b173a5-b270-4710-86b7-7cd49fa04946 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 943 time: 0.1097553 Nov 10 14:42:29.657135 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-656721eb-1bec-4cf9-90d6-bd5e1e5201e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:29.658755 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-656721eb-1bec-4cf9-90d6-bd5e1e5201e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71ed786146ff4d7aaff4b8f44b1b29b4&device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 1096 time: 0.0681138 Nov 10 14:42:29.711120 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-f9c969fb-bb33-4948-9c01-9ff5fc59fb1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9d784ef-da7e-4430-b8e8-ba34b3543cd4 HTTP/1.1" status: 200 len: 217 time: 0.0414186 Nov 10 14:42:29.755846 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-79977466-ec12-4352-b475-fc1c8592bf8a req-2c8b008b-3ed7-495d-8463-3033879078d4 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078718 Nov 10 14:42:29.775553 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-fc5d7a16-c6c7-48f4-b470-bafa40e1e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:29.775553 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-fc5d7a16-c6c7-48f4-b470-bafa40e1e665 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e2e10a3-7a7a-4c40-9175-461179336646 HTTP/1.1" status: 200 len: 854 time: 0.0498600 Nov 10 14:42:29.811278 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-baeff230-0a12-4051-8c93-daaa2f6f23a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=139b543e-f6c6-41b2-af84-6e3467186bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267162 Nov 10 14:42:29.905545 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-26084758-00f8-44ec-9764-0cfd1480ed44 service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857713 Nov 10 14:42:30.009836 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-394733b3-80b1-4cd4-bdc2-b65e10fe190d req-4d4a4dd8-46a5-432b-9f3d-a8e0fbba7020 service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950148 Nov 10 14:42:30.098041 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f3091-0db3-475d-ae06-cdb5031d552a req-87efd0dc-3eda-4941-9a2e-0856309a1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:30.099837 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-700f3091-0db3-475d-ae06-cdb5031d552a req-87efd0dc-3eda-4941-9a2e-0856309a1d42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71ed786146ff4d7aaff4b8f44b1b29b4&device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 1096 time: 0.0434945 Nov 10 14:42:30.193630 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f3091-0db3-475d-ae06-cdb5031d552a req-5461adb7-de58-4b26-9fd8-2b6c2a31b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:30.195120 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-700f3091-0db3-475d-ae06-cdb5031d552a req-5461adb7-de58-4b26-9fd8-2b6c2a31b93f service neutron] 10.222.0.32 "GET /v2.0/networks?id=139b543e-f6c6-41b2-af84-6e3467186bed HTTP/1.1" status: 200 len: 915 time: 0.0851257 Nov 10 14:42:30.238736 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-700f3091-0db3-475d-ae06-cdb5031d552a req-3ae04b68-4359-41fd-9117-f220490a2c1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9d784ef-da7e-4430-b8e8-ba34b3543cd4 HTTP/1.1" status: 200 len: 217 time: 0.0359914 Nov 10 14:42:30.290750 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f3091-0db3-475d-ae06-cdb5031d552a req-a8cb03ca-09d3-499a-9c67-2b7ba7d767af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:30.292128 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-700f3091-0db3-475d-ae06-cdb5031d552a req-a8cb03ca-09d3-499a-9c67-2b7ba7d767af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e2e10a3-7a7a-4c40-9175-461179336646 HTTP/1.1" status: 200 len: 854 time: 0.0456498 Nov 10 14:42:30.330829 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-700f3091-0db3-475d-ae06-cdb5031d552a req-eb94458d-f305-4161-8274-087e34089759 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=139b543e-f6c6-41b2-af84-6e3467186bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265076 Nov 10 14:42:30.432426 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-700f3091-0db3-475d-ae06-cdb5031d552a req-1c0ccfcb-22e5-4326-beb1-9141ce115759 service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928001 Nov 10 14:42:30.525304 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-700f3091-0db3-475d-ae06-cdb5031d552a req-c84869ea-7734-4454-99ac-6e6242e1f6a9 service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831330 Nov 10 14:42:30.881304 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963e629-2d68-4cda-8e27-94ba9c195936 req-921808d6-54a9-4848-b88a-910a5183f79c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:30.882759 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c963e629-2d68-4cda-8e27-94ba9c195936 req-921808d6-54a9-4848-b88a-910a5183f79c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 943 time: 0.0581427 Nov 10 14:42:30.932625 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c963e629-2d68-4cda-8e27-94ba9c195936 req-b11442ac-33c3-4416-8473-0df327fa137c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437353 Nov 10 14:42:32.045966 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496ebdd-8ad6-41b0-a0bf-d0911af7f116 req-fadc644a-0785-44b6-aa99-0cf2d673dc4b tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:32.047395 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5496ebdd-8ad6-41b0-a0bf-d0911af7f116 req-fadc644a-0785-44b6-aa99-0cf2d673dc4b tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 943 time: 0.0479593 Nov 10 14:42:32.101774 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5496ebdd-8ad6-41b0-a0bf-d0911af7f116 req-caf82597-cefd-4722-aa22-10f7a96c1776 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462050 Nov 10 14:42:33.017597 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device d9d784ef-da7e-4430-b8e8-ba34b3543cd4 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:42:33.113577 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port d9d784ef-da7e-4430-b8e8-ba34b3543cd4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d9d784ef-da7e-4430-b8e8-ba34b3543cd4,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:42:33.124373 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': 'd9d784ef-da7e-4430-b8e8-ba34b3543cd4', 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed', 'port_id': 'd9d784ef-da7e-4430-b8e8-ba34b3543cd4', 'mac_address': 'fa:16:3e:ee:f0:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2e10a3-7a7a-4c40-9175-461179336646', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:42:33.166831 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:33.179999 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d784ef-da7e-4430-b8e8-ba34b3543cd4 {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:42:33.199496 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port d9d784ef-da7e-4430-b8e8-ba34b3543cd4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d9d784ef-da7e-4430-b8e8-ba34b3543cd4,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:42:33.203505 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:33.223633 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979556f4-caad-48a3-ad0b-b0cf494e6fa9 req-c99d38f9-600c-4e4d-9bd5-38af36f4c001 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:33.225167 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-979556f4-caad-48a3-ad0b-b0cf494e6fa9 req-c99d38f9-600c-4e4d-9bd5-38af36f4c001 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 943 time: 0.0521798 Nov 10 14:42:33.250160 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=d9d784ef-da7e-4430-b8e8-ba34b3543cd4,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:33.283053 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-979556f4-caad-48a3-ad0b-b0cf494e6fa9 req-01519808-8861-4db4-b254-aa1682597cab tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516903 Nov 10 14:42:33.837404 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['d9d784ef-da7e-4430-b8e8-ba34b3543cd4'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:42:34.395760 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07183e47-cd4d-4ef4-a8ac-de99d4505c68 req-1d0ce57b-266f-4804-88ab-55698c5784ce tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:34.397185 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-07183e47-cd4d-4ef4-a8ac-de99d4505c68 req-1d0ce57b-266f-4804-88ab-55698c5784ce tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 944 time: 0.0486307 Nov 10 14:42:34.448499 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-07183e47-cd4d-4ef4-a8ac-de99d4505c68 req-cd906408-9f64-4e0d-b4f6-29233a3ad514 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433652 Nov 10 14:42:35.043835 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device d9d784ef-da7e-4430-b8e8-ba34b3543cd4 up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:42:35.090936 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port d9d784ef-da7e-4430-b8e8-ba34b3543cd4 completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:42:35.095101 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port d9d784ef-da7e-4430-b8e8-ba34b3543cd4 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:42:35.095469 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:35.178253 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:35.201681 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5925c8-1162-4a39-b633-225e1e34339e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d784ef-da7e-4430-b8e8-ba34b3543cd4'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:42:35.203907 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8db43a-68f4-47e5-8d67-f054b11ef877" -d '{"events": [{"server_uuid": "7e5925c8-1162-4a39-b633-225e1e34339e", "name": "network-vif-plugged", "status": "completed", "tag": "d9d784ef-da7e-4430-b8e8-ba34b3543cd4"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:42:35.216599 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port d9d784ef-da7e-4430-b8e8-ba34b3543cd4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d9d784ef-da7e-4430-b8e8-ba34b3543cd4,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:42:35.221266 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:35.246043 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d91c5cf-6c71-43c4-b318-555ccb663992 x-openstack-request-id: req-8d91c5cf-6c71-43c4-b318-555ccb663992 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:42:35.246479 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5925c8-1162-4a39-b633-225e1e34339e", "name": "network-vif-plugged", "status": "completed", "tag": "d9d784ef-da7e-4430-b8e8-ba34b3543cd4", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:42:35.246735 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d91c5cf-6c71-43c4-b318-555ccb663992 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:42:35.247226 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5925c8-1162-4a39-b633-225e1e34339e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d784ef-da7e-4430-b8e8-ba34b3543cd4', 'code': 200} Nov 10 14:42:35.286612 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=d9d784ef-da7e-4430-b8e8-ba34b3543cd4,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:35.416594 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be90ffa-56fb-44a1-9313-bf332914e8d7 req-94d3c331-a498-44a5-88a1-9d2f03fb1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:35.418070 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8be90ffa-56fb-44a1-9313-bf332914e8d7 req-94d3c331-a498-44a5-88a1-9d2f03fb1145 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 1098 time: 0.0413566 Nov 10 14:42:35.462638 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8be90ffa-56fb-44a1-9313-bf332914e8d7 req-0785c170-72cb-4283-bf2b-78c85b1a2d8b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355158 Nov 10 14:42:35.577693 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab740b2-885c-4b06-a7c2-4b9190a0214f req-efd861ca-1515-47a1-b77b-497b5e1ec5c4 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:35.579487 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8ab740b2-885c-4b06-a7c2-4b9190a0214f req-efd861ca-1515-47a1-b77b-497b5e1ec5c4 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 945 time: 0.0557923 Nov 10 14:42:35.628465 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8ab740b2-885c-4b06-a7c2-4b9190a0214f req-a012473b-984a-4b3c-a704-8a016d7d9903 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Nov 10 14:42:36.741787 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03707cfc-b42b-4a4f-8400-62712657b7ac req-716b3126-b05d-43b1-91e0-52c9499be39a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:36.743845 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-03707cfc-b42b-4a4f-8400-62712657b7ac req-716b3126-b05d-43b1-91e0-52c9499be39a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 945 time: 0.0479879 Nov 10 14:42:36.800326 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-03707cfc-b42b-4a4f-8400-62712657b7ac req-00a6587d-e0a3-4b5f-b351-65c91cab8b96 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502994 Nov 10 14:42:37.919424 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa4c6c-c6ff-4fd7-a56e-e9559664d6a4 req-567ef611-af82-49e2-a93b-357c6ae99777 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:37.920910 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-84aa4c6c-c6ff-4fd7-a56e-e9559664d6a4 req-567ef611-af82-49e2-a93b-357c6ae99777 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 945 time: 0.0548565 Nov 10 14:42:37.968266 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-84aa4c6c-c6ff-4fd7-a56e-e9559664d6a4 req-f125ff3d-5036-404e-b119-a618c7e00c6a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 Nov 10 14:42:39.720250 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-785d0ab2-eca5-4c7d-9e2d-63ff9bfa631d tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:39.721733 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-785d0ab2-eca5-4c7d-9e2d-63ff9bfa631d tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/networks?id=139b543e-f6c6-41b2-af84-6e3467186bed HTTP/1.1" status: 200 len: 814 time: 0.1052661 Nov 10 14:42:39.736735 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-292bc600-d822-4af2-a977-2162c0272fa5 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/quotas/71ed786146ff4d7aaff4b8f44b1b29b4 HTTP/1.1" status: 200 len: 375 time: 0.0094805 Nov 10 14:42:39.787205 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-d2850d7d-6647-405f-90b8-4d181313a29e tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=71ed786146ff4d7aaff4b8f44b1b29b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454149 Nov 10 14:42:39.877237 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-6ee6267e-3695-4890-b8de-acef45215015 service neutron] 10.222.0.39 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831335 Nov 10 14:42:39.967478 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-ce706624-426b-421f-ba22-f1b7368938be service neutron] 10.222.0.39 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841401 Nov 10 14:42:40.119958 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8c2f0ce0-dae4-4c4a-98f3-e549e1386443 req-3dad3bac-29b3-4eda-8d2b-ddbfdc6db789 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 210 time: 0.0272264 Nov 10 14:42:40.455781 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-548b00dc-a354-4c14-a027-75fb5736d005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:41.070079 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-8018054b-7e9a-463a-b37a-718a1c8b2697 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:41.071994 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-8018054b-7e9a-463a-b37a-718a1c8b2697 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "GET /v2.0/networks?id=139b543e-f6c6-41b2-af84-6e3467186bed HTTP/1.1" status: 200 len: 814 time: 0.1057274 Nov 10 14:42:41.086026 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-59a966c5-b50b-4901-a9aa-61c9cd2cb81a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Request body: {'port': {'device_id': '17a47bbc-87ec-4bbe-8c6e-656978a3c8fa', 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed', 'admin_state_up': True, 'tenant_id': '71ed786146ff4d7aaff4b8f44b1b29b4'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:42:41.201449 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-59a966c5-b50b-4901-a9aa-61c9cd2cb81a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Made reservation on behalf of 71ed786146ff4d7aaff4b8f44b1b29b4 for: {'port': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:42:41.204967 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-59a966c5-b50b-4901-a9aa-61c9cd2cb81a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:41.217534 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-94beb8fa-5723-49e1-b13a-ead83cad8101 req-8e7a56b5-4bb4-4dce-a41d-0295a84af712 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 210 time: 0.0321870 Nov 10 14:42:41.325231 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-59a966c5-b50b-4901-a9aa-61c9cd2cb81a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Allocated IP 172.20.0.9 (139b543e-f6c6-41b2-af84-6e3467186bed/8e2e10a3-7a7a-4c40-9175-461179336646/6611e136-0837-4a75-ac72-218e1ac12d14) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:42:41.469315 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-59a966c5-b50b-4901-a9aa-61c9cd2cb81a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:41.502549 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-59a966c5-b50b-4901-a9aa-61c9cd2cb81a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:41.514713 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['86fbdc64-174d-4996-90f6-6acceceb8630', 'd9d784ef-da7e-4430-b8e8-ba34b3543cd4'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:42:41.545761 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-59a966c5-b50b-4901-a9aa-61c9cd2cb81a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Network 139b543e-f6c6-41b2-af84-6e3467186bed is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:42:41.548715 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-59a966c5-b50b-4901-a9aa-61c9cd2cb81a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:42:41.552310 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-59a966c5-b50b-4901-a9aa-61c9cd2cb81a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:42:41.559354 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a966c5-b50b-4901-a9aa-61c9cd2cb81a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Pushing event updated for resources: {'Port': ['ID=6611e136-0837-4a75-ac72-218e1ac12d14,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:41.606786 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-59a966c5-b50b-4901-a9aa-61c9cd2cb81a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:41.607304 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-59a966c5-b50b-4901-a9aa-61c9cd2cb81a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:41.623564 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-59a966c5-b50b-4901-a9aa-61c9cd2cb81a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5412681 Nov 10 14:42:41.641605 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Request body: {'port': {'device_id': '17a47bbc-87ec-4bbe-8c6e-656978a3c8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:42:41.692595 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:41.956221 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6611e136-0837-4a75-ac72-218e1ac12d14 {{(pid=101583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:42:41.963938 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:41.975443 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.provisioning_blocks [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Transition to ACTIVE for port object 6611e136-0837-4a75-ac72-218e1ac12d14 will not be triggered until provisioned by entity L2. {{(pid=101583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:42:41.979513 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:42.034171 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Pushing event updated for resources: {'Port': ['ID=6611e136-0837-4a75-ac72-218e1ac12d14,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:42.096392 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Attempting to bind port 6611e136-0837-4a75-ac72-218e1ac12d14 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:42:42.096732 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Attempting to bind port 6611e136-0837-4a75-ac72-218e1ac12d14 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:42:42.097061 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Attempting to bind port 6611e136-0837-4a75-ac72-218e1ac12d14 on network 139b543e-f6c6-41b2-af84-6e3467186bed {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:42:42.101275 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Port 6611e136-0837-4a75-ac72-218e1ac12d14 on network 139b543e-f6c6-41b2-af84-6e3467186bed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:42:42.101602 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Attempting to bind port 6611e136-0837-4a75-ac72-218e1ac12d14 on network 139b543e-f6c6-41b2-af84-6e3467186bed {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:42:42.106371 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:42:42.106705 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Checking segment: {'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:42:42.107082 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Bound using segment: {'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:42:42.107502 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Bound port: 6611e136-0837-4a75-ac72-218e1ac12d14, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'}}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:42:42.107901 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:42.169030 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] For port 6611e136-0837-4a75-ac72-218e1ac12d14, host hv-cinder-81722, cleared binding levels {{(pid=101583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:42:42.171995 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] For port 6611e136-0837-4a75-ac72-218e1ac12d14, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6611e136-0837-4a75-ac72-218e1ac12d14,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:42:42.175695 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:42.449581 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:42.450277 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:42.451515 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] 10.222.0.32 "PUT /v2.0/ports/6611e136-0837-4a75-ac72-218e1ac12d14 HTTP/1.1" status: 200 len: 1093 time: 0.8139956 Nov 10 14:42:42.465143 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a47bbc-87ec-4bbe-8c6e-656978a3c8fa', 'tag': '6611e136-0837-4a75-ac72-218e1ac12d14'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:42:42.467688 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adee554d-b836-4e9e-acbf-90589525bf19" -d '{"events": [{"name": "network-changed", "server_uuid": "17a47bbc-87ec-4bbe-8c6e-656978a3c8fa", "tag": "6611e136-0837-4a75-ac72-218e1ac12d14"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:42:42.495364 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e04b1-93f7-4a0f-9da3-5aa91574e757 service neutron] Pushing event updated for resources: {'Port': ['ID=6611e136-0837-4a75-ac72-218e1ac12d14,revision_number=3']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:42.519863 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b36547-b419-446b-ba6e-b100846c6c86 req-01a4dad3-b8c6-4e05-aa49-030727b0aad5 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:42.521517 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-80b36547-b419-446b-ba6e-b100846c6c86 req-01a4dad3-b8c6-4e05-aa49-030727b0aad5 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 943 time: 0.0954580 Nov 10 14:42:42.537056 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30be7b84-ee8b-4c43-9270-91285074dfb5 x-openstack-request-id: req-30be7b84-ee8b-4c43-9270-91285074dfb5 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:42:42.537317 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a47bbc-87ec-4bbe-8c6e-656978a3c8fa", "tag": "6611e136-0837-4a75-ac72-218e1ac12d14", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:42:42.537560 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30be7b84-ee8b-4c43-9270-91285074dfb5 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:42:42.537933 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a47bbc-87ec-4bbe-8c6e-656978a3c8fa', 'tag': '6611e136-0837-4a75-ac72-218e1ac12d14', 'status': 'completed', 'code': 200} Nov 10 14:42:42.584915 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-87686e67-a60a-4491-9d25-f0d988394f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:42.586381 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-87686e67-a60a-4491-9d25-f0d988394f22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71ed786146ff4d7aaff4b8f44b1b29b4&device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 1096 time: 0.0873938 Nov 10 14:42:42.591478 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-80b36547-b419-446b-ba6e-b100846c6c86 req-f18a4069-2dc5-417d-b6c4-f9d47b36e4a9 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527720 Nov 10 14:42:42.636627 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-831977fb-921b-44e3-a2de-d1eded047d0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6611e136-0837-4a75-ac72-218e1ac12d14 HTTP/1.1" status: 200 len: 217 time: 0.0370870 Nov 10 14:42:42.692641 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-def6c3d3-fe12-4a3d-b50e-c3ea1b14e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:42.693981 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-def6c3d3-fe12-4a3d-b50e-c3ea1b14e8b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e2e10a3-7a7a-4c40-9175-461179336646 HTTP/1.1" status: 200 len: 854 time: 0.0489190 Nov 10 14:42:42.734301 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-848c4f0d-2795-413f-893f-3761402fed48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=139b543e-f6c6-41b2-af84-6e3467186bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322702 Nov 10 14:42:42.847439 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-1e9ec5f6-b07b-4bcd-87fe-1c0de7c44f68 service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054704 Nov 10 14:42:42.955821 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-273995fb-5ade-4204-83ab-fc4379dd8029 req-f43ea37f-702b-4666-acb4-407b00cf9976 service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001368 Nov 10 14:42:43.016702 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7080174d-0b81-40bf-a4a3-d59cb67e4ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:43.073319 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee554d-b836-4e9e-acbf-90589525bf19 req-ab13106b-98e3-4f27-b3a4-c09bbdb527be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:43.075692 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-adee554d-b836-4e9e-acbf-90589525bf19 req-ab13106b-98e3-4f27-b3a4-c09bbdb527be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71ed786146ff4d7aaff4b8f44b1b29b4&device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 1096 time: 0.0538497 Nov 10 14:42:43.184911 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee554d-b836-4e9e-acbf-90589525bf19 req-cdfad4b2-26cb-4523-8d6d-5c49f50c027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:43.186974 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-adee554d-b836-4e9e-acbf-90589525bf19 req-cdfad4b2-26cb-4523-8d6d-5c49f50c027f service neutron] 10.222.0.32 "GET /v2.0/networks?id=139b543e-f6c6-41b2-af84-6e3467186bed HTTP/1.1" status: 200 len: 915 time: 0.1006641 Nov 10 14:42:43.246919 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-adee554d-b836-4e9e-acbf-90589525bf19 req-a922e82a-d571-45fa-b110-3dd3db613537 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6611e136-0837-4a75-ac72-218e1ac12d14 HTTP/1.1" status: 200 len: 217 time: 0.0523190 Nov 10 14:42:43.302916 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee554d-b836-4e9e-acbf-90589525bf19 req-8e3766b1-3745-45b2-b25e-e4a1fd6d0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:43.304477 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-adee554d-b836-4e9e-acbf-90589525bf19 req-8e3766b1-3745-45b2-b25e-e4a1fd6d0eb0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e2e10a3-7a7a-4c40-9175-461179336646 HTTP/1.1" status: 200 len: 854 time: 0.0509858 Nov 10 14:42:43.336616 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-adee554d-b836-4e9e-acbf-90589525bf19 req-0187d398-087e-4fff-9301-37f4d1564e42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=139b543e-f6c6-41b2-af84-6e3467186bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249677 Nov 10 14:42:43.427771 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-adee554d-b836-4e9e-acbf-90589525bf19 req-6d282a34-856b-4013-b4e2-3a25883020ec service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834618 Nov 10 14:42:43.517834 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-adee554d-b836-4e9e-acbf-90589525bf19 req-fccb22c9-23d8-43df-8665-3a8766385ee5 service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823631 Nov 10 14:42:43.711706 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a032f4-7c65-4a99-abcb-e068697d514d req-ab86db24-cb6e-4af5-a1a5-6da1b62fc83c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:43.713894 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-85a032f4-7c65-4a99-abcb-e068697d514d req-ab86db24-cb6e-4af5-a1a5-6da1b62fc83c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 943 time: 0.0498435 Nov 10 14:42:43.761486 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-85a032f4-7c65-4a99-abcb-e068697d514d req-350bf9f6-e516-4bf3-ae6a-df4bdb6eec61 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Nov 10 14:42:44.145163 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:44.874348 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b156e-17f6-4056-beae-b81ed85135b2 req-b880ce35-c065-4cac-99f9-3f2b4b50bd3f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:44.875832 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f97b156e-17f6-4056-beae-b81ed85135b2 req-b880ce35-c065-4cac-99f9-3f2b4b50bd3f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 943 time: 0.0491860 Nov 10 14:42:44.926057 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f97b156e-17f6-4056-beae-b81ed85135b2 req-7e04224e-4162-411e-81a0-0edb3ddfc0d6 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443254 Nov 10 14:42:45.567253 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:46.037580 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ec0ca-6ec0-4d46-972e-2efea7cd61c7 req-7675df13-42ec-415b-b06c-44ab8e74498d tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:46.039078 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-009ec0ca-6ec0-4d46-972e-2efea7cd61c7 req-7675df13-42ec-415b-b06c-44ab8e74498d tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 943 time: 0.0474343 Nov 10 14:42:46.085863 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-009ec0ca-6ec0-4d46-972e-2efea7cd61c7 req-13081a59-8468-4af5-9c21-cfd10dadc486 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402732 Nov 10 14:42:46.673287 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:47.081077 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 6611e136-0837-4a75-ac72-218e1ac12d14 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:42:47.174615 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 6611e136-0837-4a75-ac72-218e1ac12d14, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6611e136-0837-4a75-ac72-218e1ac12d14,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:42:47.189862 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '6611e136-0837-4a75-ac72-218e1ac12d14', 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed', 'port_id': '6611e136-0837-4a75-ac72-218e1ac12d14', 'mac_address': 'fa:16:3e:be:6b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2e10a3-7a7a-4c40-9175-461179336646', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:42:47.202435 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dd246-859c-47f4-babe-1b7f452ce6cd req-c64315bf-5c7b-458f-8a25-e95ae6210643 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:47.203921 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f97dd246-859c-47f4-babe-1b7f452ce6cd req-c64315bf-5c7b-458f-8a25-e95ae6210643 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 943 time: 0.0484202 Nov 10 14:42:47.226848 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:47.239908 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6611e136-0837-4a75-ac72-218e1ac12d14 {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:42:47.253855 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f97dd246-859c-47f4-babe-1b7f452ce6cd req-d9ce690f-a20a-4459-850a-28dbf6fa45b8 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Nov 10 14:42:47.259590 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 6611e136-0837-4a75-ac72-218e1ac12d14, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6611e136-0837-4a75-ac72-218e1ac12d14,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:42:47.264221 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:47.311004 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=6611e136-0837-4a75-ac72-218e1ac12d14,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:47.317951 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:47.318300 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:47.318641 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:47.318977 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:47.319309 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:47.319642 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:47.319970 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:47.320295 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:47.320649 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:47.321506 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:47.321835 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:47.322157 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:42:47.736313 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['6611e136-0837-4a75-ac72-218e1ac12d14'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:42:47.794203 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:48.371263 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f749b4c-52df-4ade-b66b-deca4d87c5cb req-bf52e4ad-8aaa-4f67-aa6c-e8bfd7501503 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:48.372816 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4f749b4c-52df-4ade-b66b-deca4d87c5cb req-bf52e4ad-8aaa-4f67-aa6c-e8bfd7501503 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 944 time: 0.0528221 Nov 10 14:42:48.420543 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4f749b4c-52df-4ade-b66b-deca4d87c5cb req-7b75ca3d-1538-4d0a-9ae4-3ef5c9d7b981 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417128 Nov 10 14:42:49.090215 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 6611e136-0837-4a75-ac72-218e1ac12d14 up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:42:49.138535 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port 6611e136-0837-4a75-ac72-218e1ac12d14 completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:42:49.142583 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 6611e136-0837-4a75-ac72-218e1ac12d14 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:42:49.142949 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:49.220951 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:49.242169 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a47bbc-87ec-4bbe-8c6e-656978a3c8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6611e136-0837-4a75-ac72-218e1ac12d14'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:42:49.245118 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f9aeac-8937-4ef9-8f5b-4cb49b652b47" -d '{"events": [{"server_uuid": "17a47bbc-87ec-4bbe-8c6e-656978a3c8fa", "name": "network-vif-plugged", "status": "completed", "tag": "6611e136-0837-4a75-ac72-218e1ac12d14"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:42:49.257012 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 6611e136-0837-4a75-ac72-218e1ac12d14, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6611e136-0837-4a75-ac72-218e1ac12d14,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:42:49.261725 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:42:49.284923 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aec648f-2667-43de-bb73-eca4535df0a5 x-openstack-request-id: req-9aec648f-2667-43de-bb73-eca4535df0a5 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:42:49.285203 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a47bbc-87ec-4bbe-8c6e-656978a3c8fa", "name": "network-vif-plugged", "status": "completed", "tag": "6611e136-0837-4a75-ac72-218e1ac12d14", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:42:49.285454 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9aec648f-2667-43de-bb73-eca4535df0a5 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:42:49.285844 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a47bbc-87ec-4bbe-8c6e-656978a3c8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6611e136-0837-4a75-ac72-218e1ac12d14', 'code': 200} Nov 10 14:42:49.311175 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=6611e136-0837-4a75-ac72-218e1ac12d14,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:42:49.447182 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631024e-98ec-44eb-92d6-50d44e49695b req-47dc73c4-cbc3-4256-813a-621ec1a7e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:49.448803 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3631024e-98ec-44eb-92d6-50d44e49695b req-47dc73c4-cbc3-4256-813a-621ec1a7e172 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 1098 time: 0.0426192 Nov 10 14:42:49.495364 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3631024e-98ec-44eb-92d6-50d44e49695b req-328d0ab9-0b42-4c14-bdad-48f2338a8e7b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388145 Nov 10 14:42:49.533720 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93ebfa-319c-4f37-9fee-7a784a177327 req-31968dd8-973a-42ea-82c4-815aa8a92bca tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:49.535177 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2b93ebfa-319c-4f37-9fee-7a784a177327 req-31968dd8-973a-42ea-82c4-815aa8a92bca tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 945 time: 0.0479290 Nov 10 14:42:49.581460 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2b93ebfa-319c-4f37-9fee-7a784a177327 req-f5c87e95-74ad-4e5a-817b-9786ce029028 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397949 Nov 10 14:42:50.698957 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a2b55-520a-44b7-8f92-9233de9b8e53 req-77ec50ae-f52d-4f3b-bc3d-13583b5218b2 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:50.700436 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-538a2b55-520a-44b7-8f92-9233de9b8e53 req-77ec50ae-f52d-4f3b-bc3d-13583b5218b2 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 945 time: 0.0523162 Nov 10 14:42:50.747160 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-538a2b55-520a-44b7-8f92-9233de9b8e53 req-d05333ee-5a05-43d5-9213-52817d3a4421 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 Nov 10 14:42:51.879029 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41d0fe-ebc3-43ac-a4a4-1c065bfe9e0e req-a7e954f1-d12b-435b-85ec-602602be4788 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:51.880642 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4d41d0fe-ebc3-43ac-a4a4-1c065bfe9e0e req-a7e954f1-d12b-435b-85ec-602602be4788 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 945 time: 0.0633926 Nov 10 14:42:51.932429 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f2496772-4d18-4ea7-a026-faacd53599ea req-7adfc154-6c11-446a-a3cf-a9611f299e30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427668 Nov 10 14:42:51.933375 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4d41d0fe-ebc3-43ac-a4a4-1c065bfe9e0e req-ac811778-1f37-483b-bca7-2f83a4ec7285 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451949 Nov 10 14:42:51.998552 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2496772-4d18-4ea7-a026-faacd53599ea req-ac02c1b9-c21c-44c1-8173-8a16f11488a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:52.000068 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f2496772-4d18-4ea7-a026-faacd53599ea req-ac02c1b9-c21c-44c1-8173-8a16f11488a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 1099 time: 0.0416863 Nov 10 14:42:52.117203 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2496772-4d18-4ea7-a026-faacd53599ea req-6fd81313-4526-480b-b594-fc3cc97e24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:52.118736 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f2496772-4d18-4ea7-a026-faacd53599ea req-6fd81313-4526-480b-b594-fc3cc97e24e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 913 time: 0.0895035 Nov 10 14:42:52.193057 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f2496772-4d18-4ea7-a026-faacd53599ea req-5b1c3e94-72ed-4b3e-9788-4ad4b0d82802 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0b2fb59-5b29-4208-b22b-790485a4e937 HTTP/1.1" status: 200 len: 1002 time: 0.0661209 Nov 10 14:42:52.247195 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2496772-4d18-4ea7-a026-faacd53599ea req-5647f51e-c914-4e4e-b658-8f5f18b2596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:52.248722 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f2496772-4d18-4ea7-a026-faacd53599ea req-5647f51e-c914-4e4e-b658-8f5f18b2596c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0489111 Nov 10 14:42:52.298674 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2496772-4d18-4ea7-a026-faacd53599ea req-1e6321c0-d061-49c0-a1d8-2e79d79e4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:42:52.300146 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f2496772-4d18-4ea7-a026-faacd53599ea req-1e6321c0-d061-49c0-a1d8-2e79d79e4114 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397625 Nov 10 14:42:52.390270 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f2496772-4d18-4ea7-a026-faacd53599ea req-1f4b09a8-c040-48c6-ac1a-1bdf7a8dcb0d service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818326 Nov 10 14:42:52.491171 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-f2496772-4d18-4ea7-a026-faacd53599ea req-bd6a82a3-5c00-4c2c-902d-c5f3a6d5f981 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929062 Nov 10 14:42:53.854386 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:43:04.981619 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 40248) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:43:05.082276 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:05.156822 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:05.160425 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:05.196737 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3fc5489f3adb4fbfa057b0744248b069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140598 Nov 10 14:43:05.197868 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af60b7be-5d8c-41dc-921a-51cbe1fad3f4,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:05.199440 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 40252) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:43:05.205710 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:05.206060 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:05.206404 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:05.206739 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:05.207069 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:05.207396 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:05.207725 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:05.208050 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:05.208394 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:05.208717 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:05.209037 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:05.209354 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66218b-541f-4ec8-bdd5-60d1c77209e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:05.249883 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2e88c0ec-a84c-4ed8-be69-d228b4772040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:05.270648 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2e88c0ec-a84c-4ed8-be69-d228b4772040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:05.316064 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2e88c0ec-a84c-4ed8-be69-d228b4772040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:05.318585 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-2e88c0ec-a84c-4ed8-be69-d228b4772040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:05.319722 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-2e88c0ec-a84c-4ed8-be69-d228b4772040 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af60b7be-5d8c-41dc-921a-51cbe1fad3f4 HTTP/1.1" status: 204 len: 168 time: 0.1185913 Nov 10 14:43:05.329150 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88c0ec-a84c-4ed8-be69-d228b4772040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af60b7be-5d8c-41dc-921a-51cbe1fad3f4,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:07.478473 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-23448354-58f6-484b-b1f3-160b69a7b825 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b40eb3a517fc41379e08b1a1368c0ec1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292211 Nov 10 14:43:07.661932 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-6f722dec-e9ae-400f-b98c-214f7a5748ca tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:07.663302 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-6f722dec-e9ae-400f-b98c-214f7a5748ca tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796269 Nov 10 14:43:07.677448 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-4d01e7c7-d8a8-4f1f-b144-d9dbd66f9930 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/quotas/b40eb3a517fc41379e08b1a1368c0ec1 HTTP/1.1" status: 200 len: 375 time: 0.0085750 Nov 10 14:43:07.708046 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-9e1e4473-c627-45cc-903c-ad5450d1dbcc tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b40eb3a517fc41379e08b1a1368c0ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255909 Nov 10 14:43:07.866202 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-34aa2996-9c17-4d96-bf8f-3eede60d44ee req-a366c698-230b-4f80-8bec-c860efaed420 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 210 time: 0.0309577 Nov 10 14:43:08.735263 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-d86e0533-24a9-498f-9ba5-99b57e85b1d5 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b40eb3a517fc41379e08b1a1368c0ec1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299563 Nov 10 14:43:08.920999 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-555d501d-5d80-4ad8-b806-c56574e520ab tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:08.922439 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-555d501d-5d80-4ad8-b806-c56574e520ab tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811106 Nov 10 14:43:08.947888 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Request body: {'port': {'device_id': '23b6470b-54de-4c54-8171-a8b8c62a0f6e', 'network_id': '218a59ed-3b09-4ceb-8748-c8be299e8f48', 'admin_state_up': True, 'tenant_id': 'b40eb3a517fc41379e08b1a1368c0ec1'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:43:08.970226 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-00c4d0ff-a705-4700-948a-67ae8f9f22c0 req-ac001fd9-dd8a-4318-af5d-3f9b5c4ff397 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 210 time: 0.0362270 Nov 10 14:43:09.081460 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Made reservation on behalf of b40eb3a517fc41379e08b1a1368c0ec1 for: {'port': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:43:09.084885 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:09.093675 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:09.170586 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:09.174397 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:09.233738 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd190c7-e16a-4efb-baa5-743d23e2ef02,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:09.305621 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Allocated IP 192.168.233.202 (218a59ed-3b09-4ceb-8748-c8be299e8f48/6f52a2f9-2d63-4da0-814e-d74473d083dc/e799fbd9-cd7f-46ba-a47a-d994a1306ea2) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:43:09.451963 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:09.482803 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:09.525344 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Network 218a59ed-3b09-4ceb-8748-c8be299e8f48 is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:43:09.528831 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:43:09.532474 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:43:09.555264 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Pushing event updated for resources: {'Port': ['ID=e799fbd9-cd7f-46ba-a47a-d994a1306ea2,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:09.583507 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:09.584119 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:09.600794 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3c01ab2b-adc9-40db-a6f7-63d6e70841af tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6581557 Nov 10 14:43:09.619613 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Request body: {'port': {'device_id': '23b6470b-54de-4c54-8171-a8b8c62a0f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:43:09.681065 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:09.766295 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-ced4d43d-c5f1-454b-bae6-1c86f144db59 None None] Provisioning complete for port e799fbd9-cd7f-46ba-a47a-d994a1306ea2 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:43:09.766915 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ced4d43d-c5f1-454b-bae6-1c86f144db59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:09.801365 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-ced4d43d-c5f1-454b-bae6-1c86f144db59 None None] Port e799fbd9-cd7f-46ba-a47a-d994a1306ea2 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:43:09.934866 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e799fbd9-cd7f-46ba-a47a-d994a1306ea2 {{(pid=101583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:43:09.942029 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:09.953489 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.provisioning_blocks [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Transition to ACTIVE for port object e799fbd9-cd7f-46ba-a47a-d994a1306ea2 will not be triggered until provisioned by entity L2. {{(pid=101583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:43:09.957249 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:10.065552 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Pushing event updated for resources: {'Port': ['ID=e799fbd9-cd7f-46ba-a47a-d994a1306ea2,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:10.116016 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Attempting to bind port e799fbd9-cd7f-46ba-a47a-d994a1306ea2 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:43:10.116370 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Attempting to bind port e799fbd9-cd7f-46ba-a47a-d994a1306ea2 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'e10981c4-da77-451f-a495-0de200079b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '218a59ed-3b09-4ceb-8748-c8be299e8f48'}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:43:10.116707 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Attempting to bind port e799fbd9-cd7f-46ba-a47a-d994a1306ea2 on network 218a59ed-3b09-4ceb-8748-c8be299e8f48 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:43:10.126651 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88b131-6ce7-4df8-b71d-a613e9ea23da req-4b5ba657-3fca-4b63-80ea-2a07da890e72 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:10.128332 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-fa88b131-6ce7-4df8-b71d-a613e9ea23da req-4b5ba657-3fca-4b63-80ea-2a07da890e72 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 948 time: 0.0800843 Nov 10 14:43:10.132504 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Port e799fbd9-cd7f-46ba-a47a-d994a1306ea2 on network 218a59ed-3b09-4ceb-8748-c8be299e8f48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:43:10.133113 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Attempting to bind port e799fbd9-cd7f-46ba-a47a-d994a1306ea2 on network 218a59ed-3b09-4ceb-8748-c8be299e8f48 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:43:10.155393 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:43:10.155734 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Checking segment: {'id': 'e10981c4-da77-451f-a495-0de200079b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '218a59ed-3b09-4ceb-8748-c8be299e8f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:43:10.156113 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Bound using segment: {'id': 'e10981c4-da77-451f-a495-0de200079b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '218a59ed-3b09-4ceb-8748-c8be299e8f48'} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:43:10.156567 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Bound port: e799fbd9-cd7f-46ba-a47a-d994a1306ea2, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10981c4-da77-451f-a495-0de200079b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '218a59ed-3b09-4ceb-8748-c8be299e8f48'}}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:43:10.156924 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:10.209748 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-fa88b131-6ce7-4df8-b71d-a613e9ea23da req-a4aff24a-7d48-46ad-8054-a111d4a41012 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/security-groups?id=acd190c7-e16a-4efb-baa5-743d23e2ef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734661 Nov 10 14:43:10.238186 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] For port e799fbd9-cd7f-46ba-a47a-d994a1306ea2, host hv-cinder-81722, cleared binding levels {{(pid=101583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:43:10.241278 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] For port e799fbd9-cd7f-46ba-a47a-d994a1306ea2, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e799fbd9-cd7f-46ba-a47a-d994a1306ea2,segment=NetworkSegment(e10981c4-da77-451f-a495-0de200079b08),segment_id=e10981c4-da77-451f-a495-0de200079b08)] {{(pid=101583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:43:10.245373 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:10.282708 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:10.283316 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:10.284692 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] 10.222.0.32 "PUT /v2.0/ports/e799fbd9-cd7f-46ba-a47a-d994a1306ea2 HTTP/1.1" status: 200 len: 1098 time: 0.6694243 Nov 10 14:43:10.285121 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b6470b-54de-4c54-8171-a8b8c62a0f6e', 'tag': 'e799fbd9-cd7f-46ba-a47a-d994a1306ea2'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:43:10.287351 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6b4be6-7d48-4038-9442-5b5f9604c502" -d '{"events": [{"name": "network-changed", "server_uuid": "23b6470b-54de-4c54-8171-a8b8c62a0f6e", "tag": "e799fbd9-cd7f-46ba-a47a-d994a1306ea2"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:43:10.312832 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3543856-f8e4-468e-9410-50598f18ae00 service neutron] Pushing event updated for resources: {'Port': ['ID=e799fbd9-cd7f-46ba-a47a-d994a1306ea2,revision_number=3']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:10.343328 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352cad0a-a1d9-46cf-8d2f-2bd66e069110 x-openstack-request-id: req-352cad0a-a1d9-46cf-8d2f-2bd66e069110 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:43:10.343615 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b6470b-54de-4c54-8171-a8b8c62a0f6e", "tag": "e799fbd9-cd7f-46ba-a47a-d994a1306ea2", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:43:10.343860 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-352cad0a-a1d9-46cf-8d2f-2bd66e069110 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:43:10.344247 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b6470b-54de-4c54-8171-a8b8c62a0f6e', 'tag': 'e799fbd9-cd7f-46ba-a47a-d994a1306ea2', 'status': 'completed', 'code': 200} Nov 10 14:43:10.378453 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-4b905b3d-5764-46da-b89a-4dc05744e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:10.379977 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-4b905b3d-5764-46da-b89a-4dc05744e490 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b40eb3a517fc41379e08b1a1368c0ec1&device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 1101 time: 0.0467224 Nov 10 14:43:10.425570 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-3879f84e-1402-4312-834c-87c048dc89e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=e799fbd9-cd7f-46ba-a47a-d994a1306ea2 HTTP/1.1" status: 200 len: 217 time: 0.0342929 Nov 10 14:43:10.458524 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-9ef374c3-10a1-4bc1-8a85-a8752b608eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:10.480115 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-06986f23-e91f-4dd8-af5f-3806a57bac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:10.481637 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-06986f23-e91f-4dd8-af5f-3806a57bac1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f52a2f9-2d63-4da0-814e-d74473d083dc HTTP/1.1" status: 200 len: 843 time: 0.0479271 Nov 10 14:43:10.527555 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-571f2e5b-f981-467d-88ee-14f7626195bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:10.529214 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-571f2e5b-f981-467d-88ee-14f7626195bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=218a59ed-3b09-4ceb-8748-c8be299e8f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402617 Nov 10 14:43:10.618557 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-8a2d9e8d-1ac5-4a08-b7c9-adeea0d676be service neutron] 10.222.0.32 "GET /v2.0/networks/218a59ed-3b09-4ceb-8748-c8be299e8f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813973 Nov 10 14:43:10.715943 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9888b330-ec14-46cd-9a3d-f89411162e5f req-6334dbda-0671-4840-842a-d790e743266e service neutron] 10.222.0.32 "GET /v2.0/networks/218a59ed-3b09-4ceb-8748-c8be299e8f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853837 Nov 10 14:43:10.806679 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b4be6-7d48-4038-9442-5b5f9604c502 req-d185946e-5ef3-4297-ab4b-a9271da3dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:10.808199 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c6b4be6-7d48-4038-9442-5b5f9604c502 req-d185946e-5ef3-4297-ab4b-a9271da3dd7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b40eb3a517fc41379e08b1a1368c0ec1&device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 1101 time: 0.0401065 Nov 10 14:43:10.902202 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b4be6-7d48-4038-9442-5b5f9604c502 req-cad17448-91be-461f-acf6-22364aa97706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:10.904545 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c6b4be6-7d48-4038-9442-5b5f9604c502 req-cad17448-91be-461f-acf6-22364aa97706 service neutron] 10.222.0.32 "GET /v2.0/networks?id=218a59ed-3b09-4ceb-8748-c8be299e8f48 HTTP/1.1" status: 200 len: 870 time: 0.0867851 Nov 10 14:43:10.955289 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c6b4be6-7d48-4038-9442-5b5f9604c502 req-70168841-ed1a-4439-9d83-9ef25d1ba281 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=e799fbd9-cd7f-46ba-a47a-d994a1306ea2 HTTP/1.1" status: 200 len: 217 time: 0.0378609 Nov 10 14:43:11.014652 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b4be6-7d48-4038-9442-5b5f9604c502 req-9d6d84a0-21b3-4454-9577-940c76b1503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:11.016149 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c6b4be6-7d48-4038-9442-5b5f9604c502 req-9d6d84a0-21b3-4454-9577-940c76b1503d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f52a2f9-2d63-4da0-814e-d74473d083dc HTTP/1.1" status: 200 len: 843 time: 0.0523255 Nov 10 14:43:11.064589 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b4be6-7d48-4038-9442-5b5f9604c502 req-2b656d6b-8918-4137-9abe-1487fc1f9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:11.066161 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c6b4be6-7d48-4038-9442-5b5f9604c502 req-2b656d6b-8918-4137-9abe-1487fc1f9c5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=218a59ed-3b09-4ceb-8748-c8be299e8f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411932 Nov 10 14:43:11.157147 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c6b4be6-7d48-4038-9442-5b5f9604c502 req-8a0403b8-9713-489a-b0a5-90cf475263bc service neutron] 10.222.0.32 "GET /v2.0/networks/218a59ed-3b09-4ceb-8748-c8be299e8f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815549 Nov 10 14:43:11.248388 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-6c6b4be6-7d48-4038-9442-5b5f9604c502 req-d6d18132-8cc3-49a9-9b48-818cd7efefdb service neutron] 10.222.0.32 "GET /v2.0/networks/218a59ed-3b09-4ceb-8748-c8be299e8f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829434 Nov 10 14:43:11.326860 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b1244-4681-44ed-8110-ac4836e66f97 req-f7102037-b030-44a3-90d1-e115ee62ce39 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:11.328232 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bc4b1244-4681-44ed-8110-ac4836e66f97 req-f7102037-b030-44a3-90d1-e115ee62ce39 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 948 time: 0.0485802 Nov 10 14:43:11.374336 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bc4b1244-4681-44ed-8110-ac4836e66f97 req-b2e3527a-daa4-4370-8f12-7647588ccaf6 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/security-groups?id=acd190c7-e16a-4efb-baa5-743d23e2ef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Nov 10 14:43:12.490031 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dd4d9-87d2-49de-8322-f4e564f037e8 req-2e4a3733-b64b-43e0-93fe-16c851fd7ba8 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:12.491492 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3f6dd4d9-87d2-49de-8322-f4e564f037e8 req-2e4a3733-b64b-43e0-93fe-16c851fd7ba8 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 948 time: 0.0506332 Nov 10 14:43:12.538511 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3f6dd4d9-87d2-49de-8322-f4e564f037e8 req-f28b6b68-062c-4acd-9fd9-08a4ea0050d5 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/security-groups?id=acd190c7-e16a-4efb-baa5-743d23e2ef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410841 Nov 10 14:43:13.020091 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-17307464-86b5-44f7-b6ec-3116d2c29037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:13.180219 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db832849-aa34-43bc-b74f-173885990415 req-e0c8eb08-091f-4568-9941-029a2622335f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:13.181714 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-db832849-aa34-43bc-b74f-173885990415 req-e0c8eb08-091f-4568-9941-029a2622335f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/networks?id=139b543e-f6c6-41b2-af84-6e3467186bed HTTP/1.1" status: 200 len: 814 time: 0.0995636 Nov 10 14:43:13.197522 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-db832849-aa34-43bc-b74f-173885990415 req-df6cb600-d25a-48ec-953b-8fae9d205a58 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/quotas/71ed786146ff4d7aaff4b8f44b1b29b4 HTTP/1.1" status: 200 len: 375 time: 0.0092032 Nov 10 14:43:13.254498 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-db832849-aa34-43bc-b74f-173885990415 req-f74db9b9-c8ff-4356-b828-16c49810d364 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=71ed786146ff4d7aaff4b8f44b1b29b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514514 Nov 10 14:43:13.335461 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b0059-f866-4642-84d5-750110d26bb6 req-bba7aefb-e13d-47ef-9a1a-84dcd3ddf4f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:13.336972 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-271b0059-f866-4642-84d5-750110d26bb6 req-bba7aefb-e13d-47ef-9a1a-84dcd3ddf4f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 946 time: 0.0490537 Nov 10 14:43:13.388058 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-271b0059-f866-4642-84d5-750110d26bb6 req-8fda3213-b013-4ab8-913b-8511a728c4d9 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438819 Nov 10 14:43:13.432794 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-db832849-aa34-43bc-b74f-173885990415 req-5a8e1393-58a7-4ddb-8efd-4ab08bff55fb service neutron] 10.222.0.39 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714401 Nov 10 14:43:13.520938 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-db832849-aa34-43bc-b74f-173885990415 req-0af82912-2cc5-4dec-bd4a-570835faf8be service neutron] 10.222.0.39 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821366 Nov 10 14:43:13.688808 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e005d-a3ad-439c-b2b5-edddd99e21d5 req-5df2178c-ee8b-4c90-8cce-60a245c0633e tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:13.690423 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-965e005d-a3ad-439c-b2b5-edddd99e21d5 req-5df2178c-ee8b-4c90-8cce-60a245c0633e tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 948 time: 0.0584564 Nov 10 14:43:13.703290 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-980216da-ca6c-4106-b49f-ed75561766f3 req-d89bb52b-7bc9-4f42-927a-ec29c8e961ea tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 210 time: 0.0276129 Nov 10 14:43:13.743275 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-965e005d-a3ad-439c-b2b5-edddd99e21d5 req-6dfe4680-bd10-47f4-801c-466f12c7d36f tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/security-groups?id=acd190c7-e16a-4efb-baa5-743d23e2ef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470073 Nov 10 14:43:14.145744 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:14.501577 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f77ca-885a-4dbc-87df-ecd5b48329ae req-52599151-2729-4fed-811c-ff73d8754104 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:14.503062 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7c3f77ca-885a-4dbc-87df-ecd5b48329ae req-52599151-2729-4fed-811c-ff73d8754104 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 946 time: 0.0475936 Nov 10 14:43:14.552720 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-7c3f77ca-885a-4dbc-87df-ecd5b48329ae req-e6db9608-d819-4493-a152-ed2f73fcbe3b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436082 Nov 10 14:43:14.675677 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db832849-aa34-43bc-b74f-173885990415 req-161b8c81-363e-487e-88c0-79dec2ba3aa6 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:14.677091 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-db832849-aa34-43bc-b74f-173885990415 req-161b8c81-363e-487e-88c0-79dec2ba3aa6 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "GET /v2.0/networks?id=139b543e-f6c6-41b2-af84-6e3467186bed HTTP/1.1" status: 200 len: 814 time: 0.0991998 Nov 10 14:43:14.690594 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-db832849-aa34-43bc-b74f-173885990415 req-8ae3e464-0364-4f8c-a597-327966c7681f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Request body: {'port': {'device_id': 'd35119e0-a5f1-4637-9d14-3b123fdad16b', 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed', 'admin_state_up': True, 'tenant_id': '71ed786146ff4d7aaff4b8f44b1b29b4'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:43:14.816615 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e8e045bf-aeea-4dce-a402-e204cb0aa249 req-9ea36c5e-047a-46d1-9ccd-82b259171c57 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 210 time: 0.0405502 Nov 10 14:43:14.835286 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db832849-aa34-43bc-b74f-173885990415 req-8ae3e464-0364-4f8c-a597-327966c7681f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Made reservation on behalf of 71ed786146ff4d7aaff4b8f44b1b29b4 for: {'port': 1} {{(pid=101583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:43:14.838885 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-db832849-aa34-43bc-b74f-173885990415 req-8ae3e464-0364-4f8c-a597-327966c7681f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:14.866264 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916478bc-b80f-4a8b-b988-6721b9355993 req-7d0d5b32-d830-428c-b792-369025ec8b1a tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:14.867739 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-916478bc-b80f-4a8b-b988-6721b9355993 req-7d0d5b32-d830-428c-b792-369025ec8b1a tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 948 time: 0.0555592 Nov 10 14:43:14.920803 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-916478bc-b80f-4a8b-b988-6721b9355993 req-506420ae-f51a-47b6-a935-66b2432bc475 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/security-groups?id=acd190c7-e16a-4efb-baa5-743d23e2ef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459204 Nov 10 14:43:14.968916 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [req-db832849-aa34-43bc-b74f-173885990415 req-8ae3e464-0364-4f8c-a597-327966c7681f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Allocated IP 172.20.0.12 (139b543e-f6c6-41b2-af84-6e3467186bed/8e2e10a3-7a7a-4c40-9175-461179336646/57946b8c-dec5-44c8-9270-bad69a452394) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:43:15.107780 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-db832849-aa34-43bc-b74f-173885990415 req-8ae3e464-0364-4f8c-a597-327966c7681f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:15.142169 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device e799fbd9-cd7f-46ba-a47a-d994a1306ea2 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:43:15.150431 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-db832849-aa34-43bc-b74f-173885990415 req-8ae3e464-0364-4f8c-a597-327966c7681f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:15.177295 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['86fbdc64-174d-4996-90f6-6acceceb8630', 'd9d784ef-da7e-4430-b8e8-ba34b3543cd4', '6611e136-0837-4a75-ac72-218e1ac12d14'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:43:15.183658 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-516e24d4-f49a-4241-9418-db9f099c61a9 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:15.185871 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-516e24d4-f49a-4241-9418-db9f099c61a9 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 946 time: 0.0493808 Nov 10 14:43:15.194581 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db832849-aa34-43bc-b74f-173885990415 req-8ae3e464-0364-4f8c-a597-327966c7681f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Network 139b543e-f6c6-41b2-af84-6e3467186bed is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:43:15.200821 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [req-db832849-aa34-43bc-b74f-173885990415 req-8ae3e464-0364-4f8c-a597-327966c7681f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:43:15.204674 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-db832849-aa34-43bc-b74f-173885990415 req-8ae3e464-0364-4f8c-a597-327966c7681f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:43:15.232066 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3e464-0364-4f8c-a597-327966c7681f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Pushing event updated for resources: {'Port': ['ID=57946b8c-dec5-44c8-9270-bad69a452394,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:15.261660 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db832849-aa34-43bc-b74f-173885990415 req-8ae3e464-0364-4f8c-a597-327966c7681f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:15.263292 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-db832849-aa34-43bc-b74f-173885990415 req-8ae3e464-0364-4f8c-a597-327966c7681f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:15.281004 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-db832849-aa34-43bc-b74f-173885990415 req-8ae3e464-0364-4f8c-a597-327966c7681f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5939555 Nov 10 14:43:15.285739 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port e799fbd9-cd7f-46ba-a47a-d994a1306ea2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e799fbd9-cd7f-46ba-a47a-d994a1306ea2,segment=NetworkSegment(e10981c4-da77-451f-a495-0de200079b08),segment_id=e10981c4-da77-451f-a495-0de200079b08)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:15.289442 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Deleting port a0b2fb59-5b29-4208-b22b-790485a4e937 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:43:15.289706 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:15.294167 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Request body: {'port': {'device_id': 'd35119e0-a5f1-4637-9d14-3b123fdad16b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:43:15.299092 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': 'e799fbd9-cd7f-46ba-a47a-d994a1306ea2', 'network_id': '218a59ed-3b09-4ceb-8748-c8be299e8f48', 'port_id': 'e799fbd9-cd7f-46ba-a47a-d994a1306ea2', 'mac_address': 'fa:16:3e:5e:20:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f52a2f9-2d63-4da0-814e-d74473d083dc', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:43:15.349342 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:15.383341 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:15.387336 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] For port a0b2fb59-5b29-4208-b22b-790485a4e937, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=a0b2fb59-5b29-4208-b22b-790485a4e937,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:15.387753 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:15.401388 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e799fbd9-cd7f-46ba-a47a-d994a1306ea2 {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:43:15.431371 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port e799fbd9-cd7f-46ba-a47a-d994a1306ea2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e799fbd9-cd7f-46ba-a47a-d994a1306ea2,segment=NetworkSegment(e10981c4-da77-451f-a495-0de200079b08),segment_id=e10981c4-da77-451f-a495-0de200079b08)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:15.438191 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:15.534484 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=e799fbd9-cd7f-46ba-a47a-d994a1306ea2,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:15.590974 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:15.759714 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf1c5e-18f2-48af-bfe3-0661543742a5 req-57de23c1-10cb-4c8b-8531-146ae3eceb52 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:15.761143 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4aaf1c5e-18f2-48af-bfe3-0661543742a5 req-57de23c1-10cb-4c8b-8531-146ae3eceb52 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 946 time: 0.1126559 Nov 10 14:43:15.831503 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:15.832112 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:15.832225 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.db.l3_db [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Floating IP 38f804fe-bb19-4613-9113-c796f95c4dac disassociated. External IP: 172.27.1.250, port: a0b2fb59-5b29-4208-b22b-790485a4e937. Nov 10 14:43:15.832521 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Calling delete_port for a0b2fb59-5b29-4208-b22b-790485a4e937 owned by compute:nova {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:43:15.870628 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['e799fbd9-cd7f-46ba-a47a-d994a1306ea2'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:43:15.871540 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4aaf1c5e-18f2-48af-bfe3-0661543742a5 req-adbd8cb4-a5fb-4b7e-86dd-78b1c9ee8220 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908020 Nov 10 14:43:15.972572 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57946b8c-dec5-44c8-9270-bad69a452394 {{(pid=101583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:43:15.982944 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:15.999001 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:16.008825 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.provisioning_blocks [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Transition to ACTIVE for port object 57946b8c-dec5-44c8-9270-bad69a452394 will not be triggered until provisioned by entity L2. {{(pid=101583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:43:16.019541 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652de56-0eb0-43cc-a695-935d71084289 req-948a33b3-9929-4026-9b7b-a0e8d86af439 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:16.026672 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e652de56-0eb0-43cc-a695-935d71084289 req-948a33b3-9929-4026-9b7b-a0e8d86af439 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 932 time: 0.1178885 Nov 10 14:43:16.032530 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:16.061762 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event deleted for resources: {'Port': ['ID=a0b2fb59-5b29-4208-b22b-790485a4e937,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:16.089666 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=57946b8c-dec5-44c8-9270-bad69a452394,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:16.107457 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197c49c-0992-4217-953e-803a07c6a8c2 req-b5f8444b-b6fd-438e-a146-b4467a96c7ad tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:16.108983 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1197c49c-0992-4217-953e-803a07c6a8c2 req-b5f8444b-b6fd-438e-a146-b4467a96c7ad tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 949 time: 0.1126852 Nov 10 14:43:16.138782 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e652de56-0eb0-43cc-a695-935d71084289 req-87333c14-1627-499e-9cf6-c742f90cf8da tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112621 Nov 10 14:43:16.204079 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:43:16.208031 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-1197c49c-0992-4217-953e-803a07c6a8c2 req-033432c7-7474-46f3-9ae6-ca7486af4ed1 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/security-groups?id=acd190c7-e16a-4efb-baa5-743d23e2ef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929022 Nov 10 14:43:16.212322 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Attempting to bind port 57946b8c-dec5-44c8-9270-bad69a452394 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:43:16.212750 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Attempting to bind port 57946b8c-dec5-44c8-9270-bad69a452394 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:43:16.213000 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Attempting to bind port 57946b8c-dec5-44c8-9270-bad69a452394 on network 139b543e-f6c6-41b2-af84-6e3467186bed {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:43:16.219275 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Port 57946b8c-dec5-44c8-9270-bad69a452394 on network 139b543e-f6c6-41b2-af84-6e3467186bed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:43:16.219571 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Attempting to bind port 57946b8c-dec5-44c8-9270-bad69a452394 on network 139b543e-f6c6-41b2-af84-6e3467186bed {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:43:16.224516 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:43:16.224854 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Checking segment: {'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:43:16.225225 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Bound using segment: {'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'} {{(pid=101583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:43:16.225640 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.managers [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Bound port: 57946b8c-dec5-44c8-9270-bad69a452394, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22797d9-7e02-461b-8464-201c287860f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed'}}] {{(pid=101583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:43:16.225988 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:16.288087 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] For port 57946b8c-dec5-44c8-9270-bad69a452394, host hv-cinder-81722, cleared binding levels {{(pid=101583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:43:16.291080 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] For port 57946b8c-dec5-44c8-9270-bad69a452394, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=57946b8c-dec5-44c8-9270-bad69a452394,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:43:16.295732 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:16.313986 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:43:16.328191 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f478c8a4-4dea-45de-86c3-45d356b2219e None None] Sync routers for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:43:16.329833 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:16.330502 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:16.331869 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-db832849-aa34-43bc-b74f-173885990415 req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] 10.222.0.32 "PUT /v2.0/ports/57946b8c-dec5-44c8-9270-bad69a452394 HTTP/1.1" status: 200 len: 1094 time: 1.0430748 Nov 10 14:43:16.332864 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35119e0-a5f1-4637-9d14-3b123fdad16b', 'tag': '57946b8c-dec5-44c8-9270-bad69a452394'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:43:16.334567 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c881b61-be12-40a1-8c3e-a2db2fa2916e" -d '{"events": [{"name": "network-changed", "server_uuid": "d35119e0-a5f1-4637-9d14-3b123fdad16b", "tag": "57946b8c-dec5-44c8-9270-bad69a452394"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:43:16.345116 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f478c8a4-4dea-45de-86c3-45d356b2219e None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:43:16.346070 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-f478c8a4-4dea-45de-86c3-45d356b2219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:43:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:43:16.363453 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c79ae-aa63-4635-aa37-db835289f3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=57946b8c-dec5-44c8-9270-bad69a452394,revision_number=3']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:16.374829 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] No DVR routers for this DVR port a0b2fb59-5b29-4208-b22b-790485a4e937 on host hv-cinder-81722 {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:43:16.385574 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:16.391783 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fdcbbb-1483-4b0d-9cd4-3daa9d86478f x-openstack-request-id: req-43fdcbbb-1483-4b0d-9cd4-3daa9d86478f {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:43:16.392068 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35119e0-a5f1-4637-9d14-3b123fdad16b", "tag": "57946b8c-dec5-44c8-9270-bad69a452394", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:43:16.392319 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43fdcbbb-1483-4b0d-9cd4-3daa9d86478f {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:43:16.392736 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35119e0-a5f1-4637-9d14-3b123fdad16b', 'tag': '57946b8c-dec5-44c8-9270-bad69a452394', 'status': 'completed', 'code': 200} Nov 10 14:43:16.392882 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-48bf18f7-a340-4029-94bf-8e4f7a2e446b req-96449de0-f54b-4d57-a283-03013250c71b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "DELETE /v2.0/ports/a0b2fb59-5b29-4208-b22b-790485a4e937 HTTP/1.1" status: 204 len: 173 time: 1.1986432 Nov 10 14:43:16.393337 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6633ea-ddc5-43b9-b259-9fe7a535a116', 'name': 'network-vif-deleted', 'tag': 'a0b2fb59-5b29-4208-b22b-790485a4e937'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:43:16.397273 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc835db2-1f45-4d11-acf6-aaf5bf786d7b" -d '{"events": [{"server_uuid": "2e6633ea-ddc5-43b9-b259-9fe7a535a116", "name": "network-vif-deleted", "tag": "a0b2fb59-5b29-4208-b22b-790485a4e937"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:43:16.442546 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc39b5a-45f4-4314-8dae-c576cc30958f x-openstack-request-id: req-4bc39b5a-45f4-4314-8dae-c576cc30958f {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:43:16.442834 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6633ea-ddc5-43b9-b259-9fe7a535a116", "name": "network-vif-deleted", "tag": "a0b2fb59-5b29-4208-b22b-790485a4e937", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:43:16.443107 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4bc39b5a-45f4-4314-8dae-c576cc30958f {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:43:16.443531 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6633ea-ddc5-43b9-b259-9fe7a535a116', 'name': 'network-vif-deleted', 'tag': 'a0b2fb59-5b29-4208-b22b-790485a4e937', 'status': 'completed', 'code': 200} Nov 10 14:43:16.460833 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db832849-aa34-43bc-b74f-173885990415 req-454002e3-e7de-4aa1-8cc7-7139dd7be72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:16.462356 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-db832849-aa34-43bc-b74f-173885990415 req-454002e3-e7de-4aa1-8cc7-7139dd7be72a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71ed786146ff4d7aaff4b8f44b1b29b4&device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 1097 time: 0.0543337 Nov 10 14:43:16.493193 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-f478c8a4-4dea-45de-86c3-45d356b2219e None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:43:16.521336 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-db832849-aa34-43bc-b74f-173885990415 req-4c721855-f479-4849-b2a4-13faab880e63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57946b8c-dec5-44c8-9270-bad69a452394 HTTP/1.1" status: 200 len: 217 time: 0.0441575 Nov 10 14:43:16.578437 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db832849-aa34-43bc-b74f-173885990415 req-aa466c9d-015a-4651-9be3-1147084050e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:16.583026 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-db832849-aa34-43bc-b74f-173885990415 req-aa466c9d-015a-4651-9be3-1147084050e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e2e10a3-7a7a-4c40-9175-461179336646 HTTP/1.1" status: 200 len: 854 time: 0.0534840 Nov 10 14:43:16.620612 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-db832849-aa34-43bc-b74f-173885990415 req-1a81e4f4-b8f8-4906-955a-3d2d36114d20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=139b543e-f6c6-41b2-af84-6e3467186bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284023 Nov 10 14:43:16.710047 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:16.727919 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-db832849-aa34-43bc-b74f-173885990415 req-7d54e862-da21-484d-b310-20d54d134939 service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980129 Nov 10 14:43:16.826376 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-db832849-aa34-43bc-b74f-173885990415 req-d7d72028-ca6c-4204-8827-8c8c0dbb469e service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911441 Nov 10 14:43:16.849737 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-f478c8a4-4dea-45de-86c3-45d356b2219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:43:16.884351 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f478c8a4-4dea-45de-86c3-45d356b2219e None None] Checking router: 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:43:16.893608 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f478c8a4-4dea-45de-86c3-45d356b2219e None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:43:16.894212 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-f478c8a4-4dea-45de-86c3-45d356b2219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:43:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:43:16.925398 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c881b61-be12-40a1-8c3e-a2db2fa2916e req-725083e0-d840-447a-93b2-70f9a9a26fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:16.926912 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2c881b61-be12-40a1-8c3e-a2db2fa2916e req-725083e0-d840-447a-93b2-70f9a9a26fdc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71ed786146ff4d7aaff4b8f44b1b29b4&device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 1097 time: 0.0418224 Nov 10 14:43:17.011271 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-f478c8a4-4dea-45de-86c3-45d356b2219e None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:43:17.023299 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a065694e-c22a-4acb-a615-54acecfa6f20 req-9fecfcea-fdf3-4a49-8695-8f5311580471 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6633ea-ddc5-43b9-b259-9fe7a535a116 HTTP/1.1" status: 200 len: 210 time: 0.0321496 Nov 10 14:43:17.047863 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c881b61-be12-40a1-8c3e-a2db2fa2916e req-d267341b-8b86-45a0-a6c9-01fcf7f873c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:17.049365 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2c881b61-be12-40a1-8c3e-a2db2fa2916e req-d267341b-8b86-45a0-a6c9-01fcf7f873c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=139b543e-f6c6-41b2-af84-6e3467186bed HTTP/1.1" status: 200 len: 915 time: 0.1151659 Nov 10 14:43:17.095611 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2c881b61-be12-40a1-8c3e-a2db2fa2916e req-bdefa128-c737-4268-b000-356bd003182e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57946b8c-dec5-44c8-9270-bad69a452394 HTTP/1.1" status: 200 len: 217 time: 0.0382373 Nov 10 14:43:17.146992 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device e799fbd9-cd7f-46ba-a47a-d994a1306ea2 up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:43:17.152243 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c881b61-be12-40a1-8c3e-a2db2fa2916e req-c98ec31b-3cf3-4111-8ab1-695959e07691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:17.154410 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2c881b61-be12-40a1-8c3e-a2db2fa2916e req-c98ec31b-3cf3-4111-8ab1-695959e07691 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e2e10a3-7a7a-4c40-9175-461179336646 HTTP/1.1" status: 200 len: 854 time: 0.0516481 Nov 10 14:43:17.188571 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2c881b61-be12-40a1-8c3e-a2db2fa2916e req-9401e645-613f-4380-9759-92f9ea88deeb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=139b543e-f6c6-41b2-af84-6e3467186bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260246 Nov 10 14:43:17.242649 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port e799fbd9-cd7f-46ba-a47a-d994a1306ea2 completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:43:17.247939 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port e799fbd9-cd7f-46ba-a47a-d994a1306ea2 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:43:17.248315 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:17.289267 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7876e-7be7-4b41-acf8-ec2332a478ed req-3d47ac75-d218-42c8-b479-54e1bc45245f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:17.292514 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-23a7876e-7be7-4b41-acf8-ec2332a478ed req-3d47ac75-d218-42c8-b479-54e1bc45245f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 944 time: 0.0819077 Nov 10 14:43:17.306075 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-f478c8a4-4dea-45de-86c3-45d356b2219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:43:17.307979 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2c881b61-be12-40a1-8c3e-a2db2fa2916e req-9cb70078-2f2b-4fe4-8eee-82ea176f04ca service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123366 Nov 10 14:43:17.335382 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f478c8a4-4dea-45de-86c3-45d356b2219e None None] The sync data for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi is: [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:43:17.364942 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-23a7876e-7be7-4b41-acf8-ec2332a478ed req-12f37653-facf-446c-b0c9-7878885ba76e tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652142 Nov 10 14:43:17.374776 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:17.405058 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b6470b-54de-4c54-8171-a8b8c62a0f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e799fbd9-cd7f-46ba-a47a-d994a1306ea2'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:43:17.407194 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f9b650-ba31-4b66-a50c-cd023e143561" -d '{"events": [{"server_uuid": "23b6470b-54de-4c54-8171-a8b8c62a0f6e", "name": "network-vif-plugged", "status": "completed", "tag": "e799fbd9-cd7f-46ba-a47a-d994a1306ea2"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:43:17.414847 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d194c-b666-4c99-8d54-4c5e54244f07 req-daab086b-51ff-49de-badc-11c909fc5752 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:17.416448 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-804d194c-b666-4c99-8d54-4c5e54244f07 req-daab086b-51ff-49de-badc-11c909fc5752 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 949 time: 0.1234291 Nov 10 14:43:17.429932 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port e799fbd9-cd7f-46ba-a47a-d994a1306ea2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e799fbd9-cd7f-46ba-a47a-d994a1306ea2,segment=NetworkSegment(e10981c4-da77-451f-a495-0de200079b08),segment_id=e10981c4-da77-451f-a495-0de200079b08)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:17.447833 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:17.448921 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device a0b2fb59-5b29-4208-b22b-790485a4e937 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:43:17.463228 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2c881b61-be12-40a1-8c3e-a2db2fa2916e req-89ba37d3-b65f-43ca-97a2-6e245db63a5d service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381567 Nov 10 14:43:17.486597 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b827170-be5a-4016-9234-7011e1800ef2 x-openstack-request-id: req-7b827170-be5a-4016-9234-7011e1800ef2 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:43:17.486887 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b6470b-54de-4c54-8171-a8b8c62a0f6e", "name": "network-vif-plugged", "status": "completed", "tag": "e799fbd9-cd7f-46ba-a47a-d994a1306ea2", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:43:17.487141 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b827170-be5a-4016-9234-7011e1800ef2 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:43:17.487527 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b6470b-54de-4c54-8171-a8b8c62a0f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e799fbd9-cd7f-46ba-a47a-d994a1306ea2', 'code': 200} Nov 10 14:43:17.489790 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: a0b2fb59-5b29-4208-b22b-790485a4e937 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:43:17.489790 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device a0b2fb59-5b29-4208-b22b-790485a4e937 not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:43:17.498410 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-804d194c-b666-4c99-8d54-4c5e54244f07 req-96acb7e1-b48b-45f5-87ec-881a6b7b6b2c tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/security-groups?id=acd190c7-e16a-4efb-baa5-743d23e2ef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734155 Nov 10 14:43:17.547130 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=e799fbd9-cd7f-46ba-a47a-d994a1306ea2,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:17.662321 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c54d1-389b-4ab9-b63a-eb809d83edbd None None] New status for floating IP 38f804fe-bb19-4613-9113-c796f95c4dac: DOWN {{(pid=101585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:43:17.676630 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37e642-393e-46ef-9fb5-45056bf76b4c req-a59054ee-69c0-4983-976e-45379d09236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:17.678112 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-aa37e642-393e-46ef-9fb5-45056bf76b4c req-a59054ee-69c0-4983-976e-45379d09236f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 1103 time: 0.0425916 Nov 10 14:43:17.723259 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-aa37e642-393e-46ef-9fb5-45056bf76b4c req-893d7796-7c0d-4fbd-9066-464f8945f8a1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=acd190c7-e16a-4efb-baa5-743d23e2ef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375092 Nov 10 14:43:17.786853 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:18.297958 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-80edbe21-34e8-408b-9142-58a596bad8ca tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657790068&fields=id&tenant_id=997169d4ece34539b61623463dde885e HTTP/1.1" status: 200 len: 267 time: 0.0432026 Nov 10 14:43:18.403562 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-f757706e-93d9-41bc-9220-9220ff5ebc9a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:18.405159 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-f757706e-93d9-41bc-9220-9220ff5ebc9a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 812 time: 0.1006885 Nov 10 14:43:18.419822 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-97c5471a-f783-417c-b4bd-62af4ca9aedc tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/quotas/997169d4ece34539b61623463dde885e HTTP/1.1" status: 200 len: 375 time: 0.0090332 Nov 10 14:43:18.472627 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-48640f3b-e870-47fc-b3de-177c9981cf71 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474639 Nov 10 14:43:18.476202 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362502c-4b26-46f1-a61c-d8ab64d0cdb6 req-76f99b93-ae77-4539-8505-f0c18b0fe0f0 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:18.477743 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4362502c-4b26-46f1-a61c-d8ab64d0cdb6 req-76f99b93-ae77-4539-8505-f0c18b0fe0f0 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 944 time: 0.0490184 Nov 10 14:43:18.525986 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-4362502c-4b26-46f1-a61c-d8ab64d0cdb6 req-a8c52736-4b8e-40d5-9b76-bcc31a5e4624 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415587 Nov 10 14:43:18.577797 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-01d6d9a4-8122-40a0-ae81-61fcb822be1f service neutron] 10.222.0.39 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924401 Nov 10 14:43:18.636760 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767b940-0308-4f72-a669-f3f0f6d29586 req-71fb1b07-835d-4ce2-b96c-903443ca03b1 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:18.638732 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a767b940-0308-4f72-a669-f3f0f6d29586 req-71fb1b07-835d-4ce2-b96c-903443ca03b1 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 950 time: 0.0555537 Nov 10 14:43:18.675116 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-86809ca8-0539-4190-857c-a8ccdd2b2f8d service neutron] 10.222.0.39 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911491 Nov 10 14:43:18.687379 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a767b940-0308-4f72-a669-f3f0f6d29586 req-84c53c6a-cc3f-46c6-a2e4-4dd5b5be2d94 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/security-groups?id=acd190c7-e16a-4efb-baa5-743d23e2ef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Nov 10 14:43:18.949192 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-780736cf-41ce-4717-bfd5-d5f5c114596c req-3e821c52-d8b6-4981-ba8b-479741ccfbe3 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 210 time: 0.0292344 Nov 10 14:43:19.639223 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9176e7f-7b10-4f7a-aa35-26db642350c3 req-0b6b4f6c-9df0-4cc3-ac48-fb8353fc11c9 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:19.640696 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e9176e7f-7b10-4f7a-aa35-26db642350c3 req-0b6b4f6c-9df0-4cc3-ac48-fb8353fc11c9 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 944 time: 0.0482395 Nov 10 14:43:19.689706 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e9176e7f-7b10-4f7a-aa35-26db642350c3 req-2cc6cc33-c7c2-4322-97ee-195b1cc8c510 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Nov 10 14:43:19.807199 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c2c74-ed0c-4777-85f0-7e582b2c57f5 req-20d329f4-af3e-4793-9df9-f8c2d30ca602 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:19.809485 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-fa3c2c74-ed0c-4777-85f0-7e582b2c57f5 req-20d329f4-af3e-4793-9df9-f8c2d30ca602 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 950 time: 0.0524244 Nov 10 14:43:19.864712 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-fa3c2c74-ed0c-4777-85f0-7e582b2c57f5 req-bcd343e7-7ac9-417d-94b1-73e21c1a9cd1 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/security-groups?id=acd190c7-e16a-4efb-baa5-743d23e2ef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472155 Nov 10 14:43:19.902201 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-17e1c4d6-854c-476a-8acd-b890fcc51675 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:19.903768 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-17e1c4d6-854c-476a-8acd-b890fcc51675 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 812 time: 0.1128848 Nov 10 14:43:19.975399 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-4b199899-822c-4296-8208-ec8b79640cc8 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=997169d4ece34539b61623463dde885e HTTP/1.1" status: 200 len: 380 time: 0.0579541 Nov 10 14:43:19.987620 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-2b554114-2826-48b2-b3ea-f54ccd0e994c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Request body: {'port': {'device_id': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'admin_state_up': True, 'tenant_id': '997169d4ece34539b61623463dde885e', 'security_groups': ['ed10b20a-3e6c-4604-a942-ce9de523b01d']}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:43:20.056735 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-d3f69e07-9400-4012-8635-75454ad84f75 req-69726f5c-fff1-4e39-80c9-1f94c0ee82be tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 210 time: 0.0376375 Nov 10 14:43:20.148228 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-2b554114-2826-48b2-b3ea-f54ccd0e994c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Made reservation on behalf of 997169d4ece34539b61623463dde885e for: {'port': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:43:20.151830 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-2b554114-2826-48b2-b3ea-f54ccd0e994c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:20.168174 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e8708-3cbf-4ad0-879b-5c418510ba65 req-3cf94a61-f8ee-47d0-97c2-7b2175ca682e tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:20.169742 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-836e8708-3cbf-4ad0-879b-5c418510ba65 req-3cf94a61-f8ee-47d0-97c2-7b2175ca682e tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 950 time: 0.0763109 Nov 10 14:43:20.273163 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-836e8708-3cbf-4ad0-879b-5c418510ba65 req-24aec5d0-955a-4b34-83ca-dc1444bdd149 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/security-groups?id=acd190c7-e16a-4efb-baa5-743d23e2ef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966020 Nov 10 14:43:20.322566 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-2b554114-2826-48b2-b3ea-f54ccd0e994c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Allocated IP 172.20.0.5 (5349bd27-20ab-45df-986f-87dec95885a9/cdf61559-bfb7-4ec8-8864-ccacd3d58ebf/93f55491-af68-4557-b272-4892c409f23e) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:43:20.469797 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-2b554114-2826-48b2-b3ea-f54ccd0e994c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:20.502326 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-2b554114-2826-48b2-b3ea-f54ccd0e994c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:20.545992 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-2b554114-2826-48b2-b3ea-f54ccd0e994c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Network 5349bd27-20ab-45df-986f-87dec95885a9 is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:43:20.549005 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-2b554114-2826-48b2-b3ea-f54ccd0e994c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:43:20.552617 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-2b554114-2826-48b2-b3ea-f54ccd0e994c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:43:20.579271 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b554114-2826-48b2-b3ea-f54ccd0e994c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'Port': ['ID=93f55491-af68-4557-b272-4892c409f23e,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:20.611951 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-2b554114-2826-48b2-b3ea-f54ccd0e994c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:20.612636 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-2b554114-2826-48b2-b3ea-f54ccd0e994c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:20.629608 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-2b554114-2826-48b2-b3ea-f54ccd0e994c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6475155 Nov 10 14:43:20.643423 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Request body: {'port': {'device_id': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:43:20.701866 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:20.738864 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-2c5e5f2e-d926-4114-8b2c-6172473c1cc7 None None] Provisioning complete for port 93f55491-af68-4557-b272-4892c409f23e triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:43:20.739438 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5f2e-d926-4114-8b2c-6172473c1cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:20.774687 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e5f2e-d926-4114-8b2c-6172473c1cc7 None None] Port 93f55491-af68-4557-b272-4892c409f23e cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:43:20.819425 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3b817-c888-4d9c-933f-e1b44457e007 req-436c971a-92d0-46d4-94dc-1a7653a7680d tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:20.820872 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e2a3b817-c888-4d9c-933f-e1b44457e007 req-436c971a-92d0-46d4-94dc-1a7653a7680d tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 944 time: 0.0492401 Nov 10 14:43:20.872582 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-e2a3b817-c888-4d9c-933f-e1b44457e007 req-53c74339-ffb3-40dc-b6e4-1968306c38e6 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453374 Nov 10 14:43:20.958040 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f55491-af68-4557-b272-4892c409f23e {{(pid=101582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:43:20.965241 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:20.977284 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.provisioning_blocks [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Transition to ACTIVE for port object 93f55491-af68-4557-b272-4892c409f23e will not be triggered until provisioned by entity L2. {{(pid=101582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:43:20.980919 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:21.034156 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba34cac-e837-440b-a626-99e50351536c service neutron] Pushing event updated for resources: {'Port': ['ID=93f55491-af68-4557-b272-4892c409f23e,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:21.111096 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Attempting to bind port 93f55491-af68-4557-b272-4892c409f23e on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:43:21.111701 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Attempting to bind port 93f55491-af68-4557-b272-4892c409f23e by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:43:21.112233 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Attempting to bind port 93f55491-af68-4557-b272-4892c409f23e on network 5349bd27-20ab-45df-986f-87dec95885a9 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:43:21.117464 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Port 93f55491-af68-4557-b272-4892c409f23e on network 5349bd27-20ab-45df-986f-87dec95885a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:43:21.117790 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Attempting to bind port 93f55491-af68-4557-b272-4892c409f23e on network 5349bd27-20ab-45df-986f-87dec95885a9 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:43:21.125798 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:43:21.126104 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Checking segment: {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:43:21.126439 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Bound using segment: {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:43:21.126929 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Bound port: 93f55491-af68-4557-b272-4892c409f23e, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'}}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:43:21.131277 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:21.147455 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 57946b8c-dec5-44c8-9270-bad69a452394 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:43:21.220229 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bd691-76f1-4b2f-9b40-0295f355b160 req-506f9a3d-0d38-49a5-a276-a7d8ca18f5ad tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:21.221753 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4d9bd691-76f1-4b2f-9b40-0295f355b160 req-506f9a3d-0d38-49a5-a276-a7d8ca18f5ad tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 943 time: 0.0985801 Nov 10 14:43:21.237173 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] For port 93f55491-af68-4557-b272-4892c409f23e, host hv-cinder-81722, cleared binding levels {{(pid=101582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:43:21.252053 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 57946b8c-dec5-44c8-9270-bad69a452394, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=57946b8c-dec5-44c8-9270-bad69a452394,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:21.260729 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] For port 93f55491-af68-4557-b272-4892c409f23e, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=93f55491-af68-4557-b272-4892c409f23e,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:43:21.263200 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '57946b8c-dec5-44c8-9270-bad69a452394', 'network_id': '139b543e-f6c6-41b2-af84-6e3467186bed', 'port_id': '57946b8c-dec5-44c8-9270-bad69a452394', 'mac_address': 'fa:16:3e:25:a7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2e10a3-7a7a-4c40-9175-461179336646', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:43:21.271832 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:21.308694 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:21.322141 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:21.322790 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:21.324215 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-aba34cac-e837-440b-a626-99e50351536c service neutron] 10.222.0.32 "PUT /v2.0/ports/93f55491-af68-4557-b272-4892c409f23e HTTP/1.1" status: 200 len: 1093 time: 0.6855702 Nov 10 14:43:21.324456 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57946b8c-dec5-44c8-9270-bad69a452394 {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:43:21.327790 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'tag': '93f55491-af68-4557-b272-4892c409f23e'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:43:21.340389 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6797fd05-22fe-4ffe-8442-6622f32bf255" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb63081-630d-46bd-a3fb-164f5dcc3b2f", "tag": "93f55491-af68-4557-b272-4892c409f23e"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:43:21.349189 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 57946b8c-dec5-44c8-9270-bad69a452394, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=57946b8c-dec5-44c8-9270-bad69a452394,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:21.355083 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4d9bd691-76f1-4b2f-9b40-0295f355b160 req-514f6158-1693-43ee-b1b6-b9bdd1601fd1 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259916 Nov 10 14:43:21.365103 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:21.385743 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba34cac-e837-440b-a626-99e50351536c service neutron] Pushing event updated for resources: {'Port': ['ID=93f55491-af68-4557-b272-4892c409f23e,revision_number=3']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:21.439715 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0920fc5-685d-4219-a22f-319dae084ecd x-openstack-request-id: req-c0920fc5-685d-4219-a22f-319dae084ecd {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:43:21.440008 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb63081-630d-46bd-a3fb-164f5dcc3b2f", "tag": "93f55491-af68-4557-b272-4892c409f23e", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:43:21.440282 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0920fc5-685d-4219-a22f-319dae084ecd {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:43:21.440746 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'tag': '93f55491-af68-4557-b272-4892c409f23e', 'status': 'completed', 'code': 200} Nov 10 14:43:21.456872 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-3b8ad259-4406-43a9-851a-eac9236563fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:21.458554 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-3b8ad259-4406-43a9-851a-eac9236563fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 1096 time: 0.0807543 Nov 10 14:43:21.460902 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=57946b8c-dec5-44c8-9270-bad69a452394,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:21.475580 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ce52f-eca2-4821-b1c9-abc2b8a12c0e req-9022e37a-0cbd-49be-975e-78d6de1b2449 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:21.477511 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dd7ce52f-eca2-4821-b1c9-abc2b8a12c0e req-9022e37a-0cbd-49be-975e-78d6de1b2449 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 950 time: 0.0744436 Nov 10 14:43:21.519625 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-c99d4136-4524-406f-b806-ff548b130e25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93f55491-af68-4557-b272-4892c409f23e HTTP/1.1" status: 200 len: 217 time: 0.0513437 Nov 10 14:43:21.534544 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-dd7ce52f-eca2-4821-b1c9-abc2b8a12c0e req-640a0990-271e-449d-8e40-fca55ad3124b tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/security-groups?id=acd190c7-e16a-4efb-baa5-743d23e2ef02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490930 Nov 10 14:43:21.572397 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-ef1c6714-c91e-4f07-9313-3c1eaf10dced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:21.573865 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-ef1c6714-c91e-4f07-9313-3c1eaf10dced service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0467410 Nov 10 14:43:21.620904 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-5994c2b4-e9bc-4ba0-a123-181789f85f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:21.622285 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-5994c2b4-e9bc-4ba0-a123-181789f85f8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388789 Nov 10 14:43:21.715970 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-a4f35e92-e9fa-43b7-9ad1-816aeef66048 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832636 Nov 10 14:43:21.806382 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c906f94b-3615-402c-88b5-75b0a8291e7c req-03487dd3-dd37-4cf4-b95e-98b1a4df9bbe service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814245 Nov 10 14:43:21.807896 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b13ca-5b28-4693-b06e-a87b23a8c41d req-2fe2d0a8-1687-42fd-85ca-880e97629828 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:21.809378 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a17b13ca-5b28-4693-b06e-a87b23a8c41d req-2fe2d0a8-1687-42fd-85ca-880e97629828 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.32 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 950 time: 0.0497873 Nov 10 14:43:21.895388 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797fd05-22fe-4ffe-8442-6622f32bf255 req-f9f705af-e80d-4c75-be43-32b90ac02c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:21.897021 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6797fd05-22fe-4ffe-8442-6622f32bf255 req-f9f705af-e80d-4c75-be43-32b90ac02c77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 1096 time: 0.0428119 Nov 10 14:43:21.921392 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [req-a17b13ca-5b28-4693-b06e-a87b23a8c41d req-165b159a-6c3b-42c1-add5-47deec213800 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Deleting port e799fbd9-cd7f-46ba-a47a-d994a1306ea2 {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:43:21.921971 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-a17b13ca-5b28-4693-b06e-a87b23a8c41d req-165b159a-6c3b-42c1-add5-47deec213800 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:22.011611 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [req-a17b13ca-5b28-4693-b06e-a87b23a8c41d req-165b159a-6c3b-42c1-add5-47deec213800 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] For port e799fbd9-cd7f-46ba-a47a-d994a1306ea2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e799fbd9-cd7f-46ba-a47a-d994a1306ea2,segment=NetworkSegment(e10981c4-da77-451f-a495-0de200079b08),segment_id=e10981c4-da77-451f-a495-0de200079b08)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:22.011998 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-a17b13ca-5b28-4693-b06e-a87b23a8c41d req-165b159a-6c3b-42c1-add5-47deec213800 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:22.025306 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [req-a17b13ca-5b28-4693-b06e-a87b23a8c41d req-165b159a-6c3b-42c1-add5-47deec213800 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Calling delete_port for e799fbd9-cd7f-46ba-a47a-d994a1306ea2 owned by compute:nova {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:43:22.027352 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797fd05-22fe-4ffe-8442-6622f32bf255 req-8b9534f6-16ad-4e42-9f7f-9ed64a410c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:22.028866 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6797fd05-22fe-4ffe-8442-6622f32bf255 req-8b9534f6-16ad-4e42-9f7f-9ed64a410c3b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 913 time: 0.1238019 Nov 10 14:43:22.037182 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b3f20-dfa6-4100-ad95-c3b550f72ecc req-2f079e3e-4eea-4fd4-8712-8bc474406a54 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:22.038551 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0d6b3f20-dfa6-4100-ad95-c3b550f72ecc req-2f079e3e-4eea-4fd4-8712-8bc474406a54 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 945 time: 0.0745571 Nov 10 14:43:22.086833 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6797fd05-22fe-4ffe-8442-6622f32bf255 req-f995abd2-2a7c-48e2-8956-93082b69462b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93f55491-af68-4557-b272-4892c409f23e HTTP/1.1" status: 200 len: 217 time: 0.0473444 Nov 10 14:43:22.146348 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0d6b3f20-dfa6-4100-ad95-c3b550f72ecc req-29be0259-9c79-4a16-8927-e5a1de2cb740 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013579 Nov 10 14:43:22.158223 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797fd05-22fe-4ffe-8442-6622f32bf255 req-d325b4b4-8396-4737-ad7b-de3cc81f2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:22.159914 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6797fd05-22fe-4ffe-8442-6622f32bf255 req-d325b4b4-8396-4737-ad7b-de3cc81f2cb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0652077 Nov 10 14:43:22.161565 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-a17b13ca-5b28-4693-b06e-a87b23a8c41d req-165b159a-6c3b-42c1-add5-47deec213800 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:22.167233 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['57946b8c-dec5-44c8-9270-bad69a452394'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:43:22.188840 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b159a-6c3b-42c1-add5-47deec213800 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Pushing event deleted for resources: {'Port': ['ID=e799fbd9-cd7f-46ba-a47a-d994a1306ea2,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:22.212612 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797fd05-22fe-4ffe-8442-6622f32bf255 req-2913ca1c-7795-4a9b-a348-e683310475a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:22.215133 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6797fd05-22fe-4ffe-8442-6622f32bf255 req-2913ca1c-7795-4a9b-a348-e683310475a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477970 Nov 10 14:43:22.251624 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17b13ca-5b28-4693-b06e-a87b23a8c41d req-165b159a-6c3b-42c1-add5-47deec213800 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] No DVR routers for this DVR port e799fbd9-cd7f-46ba-a47a-d994a1306ea2 on host hv-cinder-81722 {{(pid=101583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:43:22.254375 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [req-a17b13ca-5b28-4693-b06e-a87b23a8c41d req-165b159a-6c3b-42c1-add5-47deec213800 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:22.258264 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a17b13ca-5b28-4693-b06e-a87b23a8c41d req-165b159a-6c3b-42c1-add5-47deec213800 tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.32 "DELETE /v2.0/ports/e799fbd9-cd7f-46ba-a47a-d994a1306ea2 HTTP/1.1" status: 204 len: 173 time: 0.4405041 Nov 10 14:43:22.258816 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b6470b-54de-4c54-8171-a8b8c62a0f6e', 'name': 'network-vif-deleted', 'tag': 'e799fbd9-cd7f-46ba-a47a-d994a1306ea2'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:43:22.269461 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d33513-d2c6-4c3f-b91b-017c2bc973ff" -d '{"events": [{"server_uuid": "23b6470b-54de-4c54-8171-a8b8c62a0f6e", "name": "network-vif-deleted", "tag": "e799fbd9-cd7f-46ba-a47a-d994a1306ea2"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:43:22.328206 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8c375c-8611-4a07-b7b9-9b1b04bc4724 x-openstack-request-id: req-4f8c375c-8611-4a07-b7b9-9b1b04bc4724 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:43:22.328558 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b6470b-54de-4c54-8171-a8b8c62a0f6e", "name": "network-vif-deleted", "tag": "e799fbd9-cd7f-46ba-a47a-d994a1306ea2", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:43:22.328814 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f8c375c-8611-4a07-b7b9-9b1b04bc4724 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:43:22.329305 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b6470b-54de-4c54-8171-a8b8c62a0f6e', 'name': 'network-vif-deleted', 'tag': 'e799fbd9-cd7f-46ba-a47a-d994a1306ea2', 'status': 'completed', 'code': 200} Nov 10 14:43:22.346931 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6797fd05-22fe-4ffe-8442-6622f32bf255 req-3491acf5-9423-4a37-9d2d-7b7a176628c0 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233284 Nov 10 14:43:22.447773 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-6797fd05-22fe-4ffe-8442-6622f32bf255 req-6e2c63d0-8580-47b4-af1d-a7386b5f3353 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915225 Nov 10 14:43:22.500194 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f45e6-3111-4718-bb0b-500cfab08eea req-39e0cf27-c95c-4b72-bac9-ed5454d72b80 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:22.501627 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a59f45e6-3111-4718-bb0b-500cfab08eea req-39e0cf27-c95c-4b72-bac9-ed5454d72b80 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 943 time: 0.0529957 Nov 10 14:43:22.551967 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a59f45e6-3111-4718-bb0b-500cfab08eea req-addec918-0818-450c-88d9-8f21641069b6 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Nov 10 14:43:22.649095 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-362648f4-a31f-4cd8-93a4-5c834e3eec13 req-11904584-a7c2-4231-ac1e-378aed94b7ba tempest-VolumesNegativeTest-1562233386 tempest-VolumesNegativeTest-1562233386-project] 10.222.0.39 "GET /v2.0/ports?device_id=23b6470b-54de-4c54-8171-a8b8c62a0f6e HTTP/1.1" status: 200 len: 210 time: 0.0341873 Nov 10 14:43:23.140116 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['e799fbd9-cd7f-46ba-a47a-d994a1306ea2'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:43:23.259575 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcac914-23b6-4039-a49e-8e230513311d req-1badaddd-410c-4f35-99c7-9b943e53e29c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:23.261050 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4bcac914-23b6-4039-a49e-8e230513311d req-1badaddd-410c-4f35-99c7-9b943e53e29c tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 945 time: 0.0477238 Nov 10 14:43:23.306772 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4bcac914-23b6-4039-a49e-8e230513311d req-a859a40a-d03a-4136-bdb9-b035f60a5546 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396931 Nov 10 14:43:23.665323 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df94eb1-a6c2-47f4-81f3-718eef102113 req-05088e11-346f-4cb0-91ae-2b7c9876fbf6 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:23.666787 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3df94eb1-a6c2-47f4-81f3-718eef102113 req-05088e11-346f-4cb0-91ae-2b7c9876fbf6 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 943 time: 0.0495522 Nov 10 14:43:23.716446 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3df94eb1-a6c2-47f4-81f3-718eef102113 req-e1178a0c-23fb-4a56-aedc-d21b6b6f0f12 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432706 Nov 10 14:43:24.426093 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20331c-e44b-4a3e-9183-b21f08908736 req-2f27ce9d-693d-4df7-ae6c-eb1095e4af7e tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:24.427617 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ef20331c-e44b-4a3e-9183-b21f08908736 req-2f27ce9d-693d-4df7-ae6c-eb1095e4af7e tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 945 time: 0.0535426 Nov 10 14:43:24.485659 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ef20331c-e44b-4a3e-9183-b21f08908736 req-a320a310-41bd-4166-8c12-c1fa7e27c5dc tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521054 Nov 10 14:43:24.839945 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac16d25-904c-477c-a89d-3c711813d031 req-29c36c44-aed0-45be-b358-21e2e59d39e9 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:24.841487 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8ac16d25-904c-477c-a89d-3c711813d031 req-29c36c44-aed0-45be-b358-21e2e59d39e9 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 943 time: 0.0518694 Nov 10 14:43:24.899178 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-8ac16d25-904c-477c-a89d-3c711813d031 req-27fc7f0d-e0e1-47b6-951a-58d98141867d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504663 Nov 10 14:43:25.149052 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 57946b8c-dec5-44c8-9270-bad69a452394 up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:43:25.206237 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port 57946b8c-dec5-44c8-9270-bad69a452394 completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:43:25.210728 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 57946b8c-dec5-44c8-9270-bad69a452394 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:43:25.211107 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:25.293344 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:25.317425 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35119e0-a5f1-4637-9d14-3b123fdad16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57946b8c-dec5-44c8-9270-bad69a452394'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:43:25.319646 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90c4383-42ad-4ed8-80ff-2653bafac8ed" -d '{"events": [{"server_uuid": "d35119e0-a5f1-4637-9d14-3b123fdad16b", "name": "network-vif-plugged", "status": "completed", "tag": "57946b8c-dec5-44c8-9270-bad69a452394"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:43:25.333328 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 57946b8c-dec5-44c8-9270-bad69a452394, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=57946b8c-dec5-44c8-9270-bad69a452394,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:25.337825 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:25.338975 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device e799fbd9-cd7f-46ba-a47a-d994a1306ea2 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:43:25.384374 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aea16e-51ec-48c2-b72b-05b69c7b72d5 x-openstack-request-id: req-c2aea16e-51ec-48c2-b72b-05b69c7b72d5 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:43:25.384703 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35119e0-a5f1-4637-9d14-3b123fdad16b", "name": "network-vif-plugged", "status": "completed", "tag": "57946b8c-dec5-44c8-9270-bad69a452394", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:43:25.384916 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2aea16e-51ec-48c2-b72b-05b69c7b72d5 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:43:25.385472 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35119e0-a5f1-4637-9d14-3b123fdad16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57946b8c-dec5-44c8-9270-bad69a452394', 'code': 200} Nov 10 14:43:25.386061 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: e799fbd9-cd7f-46ba-a47a-d994a1306ea2 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:43:25.386451 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device e799fbd9-cd7f-46ba-a47a-d994a1306ea2 not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:43:25.417950 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=57946b8c-dec5-44c8-9270-bad69a452394,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:25.546741 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d16c8-3f5c-4f25-a06b-7a0763a595cb req-e6916ba4-a27b-48fe-80b4-270881fa3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:25.548574 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-487d16c8-3f5c-4f25-a06b-7a0763a595cb req-e6916ba4-a27b-48fe-80b4-270881fa3a02 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 1099 time: 0.0451925 Nov 10 14:43:25.604591 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-487d16c8-3f5c-4f25-a06b-7a0763a595cb req-e851e82b-62b2-4c10-8d3f-1f987d914f5c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476649 Nov 10 14:43:25.611556 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e507e67-c77d-4fb2-88e4-0e7bf93139a3 req-d5ada693-8ab6-407a-ac1b-ba7538e54103 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:25.613243 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5e507e67-c77d-4fb2-88e4-0e7bf93139a3 req-d5ada693-8ab6-407a-ac1b-ba7538e54103 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 946 time: 0.0542588 Nov 10 14:43:25.661301 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5e507e67-c77d-4fb2-88e4-0e7bf93139a3 req-473d1a16-2355-4b7b-80ba-d779406ed4c5 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 Nov 10 14:43:26.021122 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98413594-bd93-48ff-ae29-907d37390f90 req-701be31a-d781-48a0-81c0-c81f1fe82119 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:26.022619 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-98413594-bd93-48ff-ae29-907d37390f90 req-701be31a-d781-48a0-81c0-c81f1fe82119 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 943 time: 0.0529637 Nov 10 14:43:26.077419 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-98413594-bd93-48ff-ae29-907d37390f90 req-fdfbf7df-7630-423a-95a4-d3e18a1d9ade tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485759 Nov 10 14:43:26.777233 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c2fbd-97c3-459e-8328-f330d7bd5930 req-4dfc69f7-243d-4ca5-b13c-a7136692ffbc tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:26.778622 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0c2c2fbd-97c3-459e-8328-f330d7bd5930 req-4dfc69f7-243d-4ca5-b13c-a7136692ffbc tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 946 time: 0.0500906 Nov 10 14:43:26.824963 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-0c2c2fbd-97c3-459e-8328-f330d7bd5930 req-f6ea1def-246a-42f4-ac5f-5a8f6a1a5176 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Nov 10 14:43:27.200249 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc640e3e-a7b1-4ae4-b5a1-916f56202ce7 req-08f42e74-c8f4-4f32-9c88-4e6a223e4fba tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:27.204642 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fc640e3e-a7b1-4ae4-b5a1-916f56202ce7 req-08f42e74-c8f4-4f32-9c88-4e6a223e4fba tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 943 time: 0.0580103 Nov 10 14:43:27.257494 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-fc640e3e-a7b1-4ae4-b5a1-916f56202ce7 req-50e0ce7e-1bf5-4861-8e87-200bf6f2b927 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483763 Nov 10 14:43:27.624252 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 40716) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:43:27.779162 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-237d8942-a2eb-488f-8bf2-0790dd1e6c05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b40eb3a517fc41379e08b1a1368c0ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536613 Nov 10 14:43:27.781588 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 40720) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:43:27.827746 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:27.849939 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:27.919094 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:27.921634 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:27.923130 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/acd190c7-e16a-4efb-baa5-743d23e2ef02 HTTP/1.1" status: 204 len: 168 time: 0.1397285 Nov 10 14:43:27.935163 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd190c7-e16a-4efb-baa5-743d23e2ef02,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:27.943868 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:27.944222 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:27.944591 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:27.944925 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:27.945259 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:27.945593 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:27.945964 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:27.946237 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:27.946564 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:27.946888 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:27.947318 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:27.947526 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e8fba-ffed-41b6-8feb-04819cdbaf4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:43:27.965997 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a480081-aebc-4bac-bd47-fe72197dfa3a req-1e1bd47d-54e9-4943-b837-5f4afa431bed tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:27.967453 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5a480081-aebc-4bac-bd47-fe72197dfa3a req-1e1bd47d-54e9-4943-b837-5f4afa431bed tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 946 time: 0.0766346 Nov 10 14:43:28.020238 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-5a480081-aebc-4bac-bd47-fe72197dfa3a req-501304be-af25-44ec-a87f-1722cbe9d116 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443809 Nov 10 14:43:28.376548 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc78be-5900-4e1e-ae7d-16f4cb0c36bc req-921784b9-e6ea-447d-80ee-5d11d546bfbc tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:28.378212 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4edc78be-5900-4e1e-ae7d-16f4cb0c36bc req-921784b9-e6ea-447d-80ee-5d11d546bfbc tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 943 time: 0.0495703 Nov 10 14:43:28.427539 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-4edc78be-5900-4e1e-ae7d-16f4cb0c36bc req-156a36b2-e2ba-436b-90b3-920f16c64f4b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432739 Nov 10 14:43:29.805983 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094bf1c-01d8-4e16-b72b-a7db3733c527 req-5e79dc44-2bcf-43a3-9a38-708fd36df7e3 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:29.807557 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a094bf1c-01d8-4e16-b72b-a7db3733c527 req-5e79dc44-2bcf-43a3-9a38-708fd36df7e3 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 943 time: 0.3137434 Nov 10 14:43:29.856293 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a094bf1c-01d8-4e16-b72b-a7db3733c527 req-f31be4f9-a6e1-4b8c-9fc3-afc6ba293c2a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421424 Nov 10 14:43:30.856294 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:43:30.974202 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147a31d-e772-489a-9e42-0f9392f6863c req-efffbcef-7403-4cca-8375-db1e84a11cf0 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:30.975557 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7147a31d-e772-489a-9e42-0f9392f6863c req-efffbcef-7403-4cca-8375-db1e84a11cf0 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 943 time: 0.0518861 Nov 10 14:43:31.023688 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-7147a31d-e772-489a-9e42-0f9392f6863c req-479a1eaf-ed72-48d8-9b97-d038533c2897 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422692 Nov 10 14:43:31.194756 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 93f55491-af68-4557-b272-4892c409f23e details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:43:31.286090 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 93f55491-af68-4557-b272-4892c409f23e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=93f55491-af68-4557-b272-4892c409f23e,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:31.296643 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '93f55491-af68-4557-b272-4892c409f23e', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'port_id': '93f55491-af68-4557-b272-4892c409f23e', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:43:31.336628 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:31.348756 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f55491-af68-4557-b272-4892c409f23e {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:43:31.368560 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 93f55491-af68-4557-b272-4892c409f23e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=93f55491-af68-4557-b272-4892c409f23e,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:31.372562 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:31.417085 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=93f55491-af68-4557-b272-4892c409f23e,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:31.749459 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['93f55491-af68-4557-b272-4892c409f23e'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:43:32.140528 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f727a44-d248-4eed-a901-fc2920e56372 req-117e99cf-642e-4073-81b1-e0c2ae9b1901 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:32.142708 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0f727a44-d248-4eed-a901-fc2920e56372 req-117e99cf-642e-4073-81b1-e0c2ae9b1901 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 944 time: 0.0500898 Nov 10 14:43:32.194629 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-0f727a44-d248-4eed-a901-fc2920e56372 req-4e118e3f-29b4-459f-b7ec-6f96f0c43a10 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461385 Nov 10 14:43:33.226038 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 93f55491-af68-4557-b272-4892c409f23e up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:43:33.275458 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port 93f55491-af68-4557-b272-4892c409f23e completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:43:33.279671 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 93f55491-af68-4557-b272-4892c409f23e triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:43:33.280038 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:33.316197 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7f588-af16-42bd-a07d-22eb39162558 req-5052958f-432c-4bbe-9bff-8437ace71768 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:33.317756 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-74b7f588-af16-42bd-a07d-22eb39162558 req-5052958f-432c-4bbe-9bff-8437ace71768 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 944 time: 0.0527034 Nov 10 14:43:33.358358 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:33.369790 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-74b7f588-af16-42bd-a07d-22eb39162558 req-ed9cc9e5-7a04-4606-a591-011a8c4faa58 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462246 Nov 10 14:43:33.381274 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f55491-af68-4557-b272-4892c409f23e'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:43:33.383564 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fcced7-dfa0-4fc9-a681-ade065890108" -d '{"events": [{"server_uuid": "5eb63081-630d-46bd-a3fb-164f5dcc3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "93f55491-af68-4557-b272-4892c409f23e"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:43:33.396628 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 93f55491-af68-4557-b272-4892c409f23e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=93f55491-af68-4557-b272-4892c409f23e,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:33.400807 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:33.427309 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f10b3a0-d617-4bc2-a9be-51d06c4cf666 x-openstack-request-id: req-6f10b3a0-d617-4bc2-a9be-51d06c4cf666 {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:43:33.427602 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb63081-630d-46bd-a3fb-164f5dcc3b2f", "name": "network-vif-plugged", "status": "completed", "tag": "93f55491-af68-4557-b272-4892c409f23e", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:43:33.427857 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f10b3a0-d617-4bc2-a9be-51d06c4cf666 {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:43:33.428244 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f55491-af68-4557-b272-4892c409f23e', 'code': 200} Nov 10 14:43:33.453769 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=93f55491-af68-4557-b272-4892c409f23e,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:33.659661 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63da82f-f13f-497a-b806-0cd6280a1069 req-0339ef51-6052-45fe-9f52-1f07eaaa7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:33.661094 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c63da82f-f13f-497a-b806-0cd6280a1069 req-0339ef51-6052-45fe-9f52-1f07eaaa7060 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 1098 time: 0.0391707 Nov 10 14:43:33.713926 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c63da82f-f13f-497a-b806-0cd6280a1069 req-dd8afddf-0e63-49df-81b5-c6584990bfcc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415685 Nov 10 14:43:34.482602 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be279cc2-5ad5-44de-9556-6df8d598ed1f req-db04333b-2aba-4069-909c-0831c9fbe8c5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:34.484055 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-be279cc2-5ad5-44de-9556-6df8d598ed1f req-db04333b-2aba-4069-909c-0831c9fbe8c5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 945 time: 0.0482860 Nov 10 14:43:34.536970 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-be279cc2-5ad5-44de-9556-6df8d598ed1f req-ed8b0c8b-7c49-4786-97ea-e88ab96bac01 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470533 Nov 10 14:43:35.649807 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363388b5-564d-468d-af1f-cf38f53b8439 req-cf611b44-0fe0-4cc7-b020-450742e17256 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:35.651420 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-363388b5-564d-468d-af1f-cf38f53b8439 req-cf611b44-0fe0-4cc7-b020-450742e17256 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 945 time: 0.0480297 Nov 10 14:43:35.699108 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-363388b5-564d-468d-af1f-cf38f53b8439 req-28deb6e1-8c2c-4ab2-9569-83de760cd18c tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418377 Nov 10 14:43:35.814024 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22557d-ef2a-4cae-8eb0-c04f1042bdd5 req-3d34c130-9117-4611-9b34-03e5aeb37268 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:35.816187 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-be22557d-ef2a-4cae-8eb0-c04f1042bdd5 req-3d34c130-9117-4611-9b34-03e5aeb37268 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 945 time: 0.0507898 Nov 10 14:43:35.866658 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-be22557d-ef2a-4cae-8eb0-c04f1042bdd5 req-7cebe590-ca3d-47ec-a33b-52e5195acde8 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428510 Nov 10 14:43:35.889550 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 40772) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:43:35.927368 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690b46a8-d2fb-4766-8d3f-9cef30a66474 tempest-TestVolumeBootPattern-1777789909 tempest-TestVolumeBootPattern-1777789909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:35.928889 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-690b46a8-d2fb-4766-8d3f-9cef30a66474 tempest-TestVolumeBootPattern-1777789909 tempest-TestVolumeBootPattern-1777789909-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 1093 time: 0.0383713 Nov 10 14:43:35.931551 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 40774) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:43:35.935720 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Request body: {'floatingip': {'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'port_id': '93f55491-af68-4557-b272-4892c409f23e', 'tenant_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:43:35.960540 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for floatingip, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:36.062560 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:36.167819 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Allocated IP 172.27.1.104 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/ede255a1-24d7-4c3f-9a9e-f9ea64a96841) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:43:36.271732 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:36.305711 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:36.345095 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:43:36.348398 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:43:36.351783 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:43:36.376764 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'Port': ['ID=ede255a1-24d7-4c3f-9a9e-f9ea64a96841,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:36.831339 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:36.932024 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:37.074633 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:37.079305 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:37.143889 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'Port': ['ID=ede255a1-24d7-4c3f-9a9e-f9ea64a96841,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:37.160286 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:37.264630 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.l3_db [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Floating IP 44e2b1ef-33d4-4523-aac8-f7fd5d8c0c3b associated. External IP: 172.27.1.104, port: 93f55491-af68-4557-b272-4892c409f23e. Nov 10 14:43:37.709375 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:43:37.814416 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:43:37.824435 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589d29b-6ae1-4f33-8dd4-5955e1d1b35c None None] Sync routers for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:43:37.831668 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:37.838922 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589d29b-6ae1-4f33-8dd4-5955e1d1b35c None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:43:37.839644 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-e589d29b-6ae1-4f33-8dd4-5955e1d1b35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:43:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:43:37.875777 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-a587b0f6-4824-4797-8f47-5c2dad4b9b8d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9323463 Nov 10 14:43:37.875777 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'tag': '93f55491-af68-4557-b272-4892c409f23e'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:43:37.875777 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eefb32-6997-47be-bc43-83db1ee46c68" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb63081-630d-46bd-a3fb-164f5dcc3b2f", "tag": "93f55491-af68-4557-b272-4892c409f23e"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:43:37.912389 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02213b6-3c5b-44d9-ae1c-8a5ef4e59892 x-openstack-request-id: req-a02213b6-3c5b-44d9-ae1c-8a5ef4e59892 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:43:37.912681 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb63081-630d-46bd-a3fb-164f5dcc3b2f", "tag": "93f55491-af68-4557-b272-4892c409f23e", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:43:37.912936 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a02213b6-3c5b-44d9-ae1c-8a5ef4e59892 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:43:37.913340 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'tag': '93f55491-af68-4557-b272-4892c409f23e', 'status': 'completed', 'code': 200} Nov 10 14:43:37.957796 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-e589d29b-6ae1-4f33-8dd4-5955e1d1b35c None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:43:37.977408 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eefb32-6997-47be-bc43-83db1ee46c68 req-942aa9a7-af68-47fa-8d52-a00b9fe5daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:37.978982 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c1eefb32-6997-47be-bc43-83db1ee46c68 req-942aa9a7-af68-47fa-8d52-a00b9fe5daf8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 1098 time: 0.0423429 Nov 10 14:43:38.086541 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eefb32-6997-47be-bc43-83db1ee46c68 req-7c15fc5a-2697-4eeb-a6a1-e47e7d591fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:38.088008 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c1eefb32-6997-47be-bc43-83db1ee46c68 req-7c15fc5a-2697-4eeb-a6a1-e47e7d591fb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 913 time: 0.0937414 Nov 10 14:43:38.156814 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c1eefb32-6997-47be-bc43-83db1ee46c68 req-35d9f665-b96e-4d98-b39e-854390122fbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93f55491-af68-4557-b272-4892c409f23e HTTP/1.1" status: 200 len: 999 time: 0.0606110 Nov 10 14:43:38.219004 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eefb32-6997-47be-bc43-83db1ee46c68 req-317f49cb-f75f-4dcb-891e-72035d2e7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:38.222146 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c1eefb32-6997-47be-bc43-83db1ee46c68 req-317f49cb-f75f-4dcb-891e-72035d2e7615 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0568986 Nov 10 14:43:38.272947 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eefb32-6997-47be-bc43-83db1ee46c68 req-9221206d-dd1f-4ca9-b9d8-a4c5a6bbdb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:38.275798 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c1eefb32-6997-47be-bc43-83db1ee46c68 req-9221206d-dd1f-4ca9-b9d8-a4c5a6bbdb1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460460 Nov 10 14:43:38.320309 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-e589d29b-6ae1-4f33-8dd4-5955e1d1b35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '44e2b1ef-33d4-4523-aac8-f7fd5d8c0c3b', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': '93f55491-af68-4557-b272-4892c409f23e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:43:36Z', 'updated_at': '2021-11-10T14:43:36Z', 'revision_number': 0, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:43:38.350777 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589d29b-6ae1-4f33-8dd4-5955e1d1b35c None None] Checking router: 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:43:38.359120 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589d29b-6ae1-4f33-8dd4-5955e1d1b35c None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:43:38.359728 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-e589d29b-6ae1-4f33-8dd4-5955e1d1b35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:43:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:43:38.370868 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c1eefb32-6997-47be-bc43-83db1ee46c68 req-e748f533-6a0d-4217-be1b-1f396580c1df service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827780 Nov 10 14:43:38.469515 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-c1eefb32-6997-47be-bc43-83db1ee46c68 req-b1b7da37-0530-4ca4-8327-f2bbe69eabcf service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893881 Nov 10 14:43:38.473368 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-e589d29b-6ae1-4f33-8dd4-5955e1d1b35c None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:43:38.719471 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-e589d29b-6ae1-4f33-8dd4-5955e1d1b35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '44e2b1ef-33d4-4523-aac8-f7fd5d8c0c3b', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': '93f55491-af68-4557-b272-4892c409f23e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:43:36Z', 'updated_at': '2021-11-10T14:43:36Z', 'revision_number': 0, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:43:38.744873 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589d29b-6ae1-4f33-8dd4-5955e1d1b35c None None] The sync data for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi is: [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '44e2b1ef-33d4-4523-aac8-f7fd5d8c0c3b', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': '93f55491-af68-4557-b272-4892c409f23e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:43:36Z', 'updated_at': '2021-11-10T14:43:36Z', 'revision_number': 0, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:43:38.941088 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e51e16-4fac-40b6-996b-83515e45139a None None] New status for floating IP 44e2b1ef-33d4-4523-aac8-f7fd5d8c0c3b: ACTIVE {{(pid=101585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:43:39.870621 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551b8b6-11db-42c2-a83d-82816b5edf5d req-13242078-12fe-4827-9f77-93a58be1cb6a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:39.872092 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3551b8b6-11db-42c2-a83d-82816b5edf5d req-13242078-12fe-4827-9f77-93a58be1cb6a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 946 time: 0.0489907 Nov 10 14:43:39.923415 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3551b8b6-11db-42c2-a83d-82816b5edf5d req-67d3056c-1b1b-47d3-b2ad-23f0f882d4d6 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444434 Nov 10 14:43:40.460691 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-610ec8e4-0dd4-4257-987d-7047090f2c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:41.039769 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc8b5c-d7a4-4b2c-b48c-835ad24d98c6 req-786a1754-1f37-401d-a4ce-c4ed40e6ae5f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:41.041303 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e9bc8b5c-d7a4-4b2c-b48c-835ad24d98c6 req-786a1754-1f37-401d-a4ce-c4ed40e6ae5f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 946 time: 0.0498667 Nov 10 14:43:41.092079 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-e9bc8b5c-d7a4-4b2c-b48c-835ad24d98c6 req-0af5a537-76ff-4c72-9bee-2c874cda62b9 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448651 Nov 10 14:43:41.896706 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6440fd-7557-4c42-a30e-e4c4b3d500dd req-b698faa9-35dc-4921-8a27-91e48ee4ce1e tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:41.898122 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cf6440fd-7557-4c42-a30e-e4c4b3d500dd req-b698faa9-35dc-4921-8a27-91e48ee4ce1e tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 946 time: 0.0532260 Nov 10 14:43:41.985758 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-cf6440fd-7557-4c42-a30e-e4c4b3d500dd req-e251133a-6c76-4802-9cbf-d92c9fe8bb6b tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Deleting port 57946b8c-dec5-44c8-9270-bad69a452394 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:43:41.986096 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-cf6440fd-7557-4c42-a30e-e4c4b3d500dd req-e251133a-6c76-4802-9cbf-d92c9fe8bb6b tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:42.073365 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-cf6440fd-7557-4c42-a30e-e4c4b3d500dd req-e251133a-6c76-4802-9cbf-d92c9fe8bb6b tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] For port 57946b8c-dec5-44c8-9270-bad69a452394, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=57946b8c-dec5-44c8-9270-bad69a452394,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:42.074078 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-cf6440fd-7557-4c42-a30e-e4c4b3d500dd req-e251133a-6c76-4802-9cbf-d92c9fe8bb6b tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:42.086040 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-cf6440fd-7557-4c42-a30e-e4c4b3d500dd req-e251133a-6c76-4802-9cbf-d92c9fe8bb6b tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Calling delete_port for 57946b8c-dec5-44c8-9270-bad69a452394 owned by compute:nova {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:43:42.211801 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46246-6a24-437f-8a00-02befceaf4eb req-5454c7c7-e5a5-4df4-a7a0-de3dda96a7cb tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:42.213559 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-24a46246-6a24-437f-8a00-02befceaf4eb req-5454c7c7-e5a5-4df4-a7a0-de3dda96a7cb tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d35119e0-a5f1-4637-9d14-3b123fdad16b HTTP/1.1" status: 200 len: 946 time: 0.0510952 Nov 10 14:43:42.238487 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-cf6440fd-7557-4c42-a30e-e4c4b3d500dd req-e251133a-6c76-4802-9cbf-d92c9fe8bb6b tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:42.250627 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['86fbdc64-174d-4996-90f6-6acceceb8630', 'd9d784ef-da7e-4430-b8e8-ba34b3543cd4', '6611e136-0837-4a75-ac72-218e1ac12d14', '57946b8c-dec5-44c8-9270-bad69a452394'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:43:42.269712 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-24a46246-6a24-437f-8a00-02befceaf4eb req-379acdc2-57fb-4800-9885-10dcd408586a tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496631 Nov 10 14:43:42.280756 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251133a-6c76-4802-9cbf-d92c9fe8bb6b tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Pushing event deleted for resources: {'Port': ['ID=57946b8c-dec5-44c8-9270-bad69a452394,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:42.322251 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6440fd-7557-4c42-a30e-e4c4b3d500dd req-e251133a-6c76-4802-9cbf-d92c9fe8bb6b tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] No DVR routers for this DVR port 57946b8c-dec5-44c8-9270-bad69a452394 on host hv-cinder-81722 {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:43:42.325263 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-cf6440fd-7557-4c42-a30e-e4c4b3d500dd req-e251133a-6c76-4802-9cbf-d92c9fe8bb6b tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:42.328763 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cf6440fd-7557-4c42-a30e-e4c4b3d500dd req-e251133a-6c76-4802-9cbf-d92c9fe8bb6b tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "DELETE /v2.0/ports/57946b8c-dec5-44c8-9270-bad69a452394 HTTP/1.1" status: 204 len: 173 time: 0.4244893 Nov 10 14:43:42.329228 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35119e0-a5f1-4637-9d14-3b123fdad16b', 'name': 'network-vif-deleted', 'tag': '57946b8c-dec5-44c8-9270-bad69a452394'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:43:42.331589 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e08492-4e3b-4193-98ae-83ef05ad99ae" -d '{"events": [{"server_uuid": "d35119e0-a5f1-4637-9d14-3b123fdad16b", "name": "network-vif-deleted", "tag": "57946b8c-dec5-44c8-9270-bad69a452394"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:43:42.369764 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afdc465-7a43-4c88-9d0d-964c156d8493 x-openstack-request-id: req-2afdc465-7a43-4c88-9d0d-964c156d8493 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:43:42.370123 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35119e0-a5f1-4637-9d14-3b123fdad16b", "name": "network-vif-deleted", "tag": "57946b8c-dec5-44c8-9270-bad69a452394", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:43:42.370442 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2afdc465-7a43-4c88-9d0d-964c156d8493 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:43:42.370848 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35119e0-a5f1-4637-9d14-3b123fdad16b', 'name': 'network-vif-deleted', 'tag': '57946b8c-dec5-44c8-9270-bad69a452394', 'status': 'completed', 'code': 200} Nov 10 14:43:43.021540 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-bfed18b6-5f74-4fab-9546-f0fe7d11559e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:44.153567 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:44.656066 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd3e88-91f5-41c1-8ad4-44711106b56b req-029a2ffc-e9bd-41f9-8fa3-efee73535b11 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:44.657654 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-93cd3e88-91f5-41c1-8ad4-44711106b56b req-029a2ffc-e9bd-41f9-8fa3-efee73535b11 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 945 time: 0.0490637 Nov 10 14:43:44.706685 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-93cd3e88-91f5-41c1-8ad4-44711106b56b req-c88ac904-06e7-40ea-8f18-4cf27dbcfbdd tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Nov 10 14:43:45.284537 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 57946b8c-dec5-44c8-9270-bad69a452394 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:43:45.304149 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: 57946b8c-dec5-44c8-9270-bad69a452394 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:43:45.304514 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 57946b8c-dec5-44c8-9270-bad69a452394 not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:43:45.572615 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:45.821423 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e018d63-49bc-4c53-8246-9d3f91355b08 req-05a4684c-b1c9-4e80-9c3f-7450bf6ffb82 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:45.822944 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2e018d63-49bc-4c53-8246-9d3f91355b08 req-05a4684c-b1c9-4e80-9c3f-7450bf6ffb82 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 945 time: 0.0479820 Nov 10 14:43:45.869033 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-2e018d63-49bc-4c53-8246-9d3f91355b08 req-57f6ee38-735d-4383-a3e1-18384d27da0f tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403552 Nov 10 14:43:46.640707 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514620aa-eef8-4e52-a3bc-a54bec831beb req-4f364bff-ac7a-42e9-b2ba-55b2e72e5b06 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:46.642073 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-514620aa-eef8-4e52-a3bc-a54bec831beb req-4f364bff-ac7a-42e9-b2ba-55b2e72e5b06 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 945 time: 0.0524471 Nov 10 14:43:46.673095 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:46.739998 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-514620aa-eef8-4e52-a3bc-a54bec831beb req-cf9745f1-0f4c-4533-ab0d-06b2bf3e57e1 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Deleting port 6611e136-0837-4a75-ac72-218e1ac12d14 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:43:46.740332 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-514620aa-eef8-4e52-a3bc-a54bec831beb req-cf9745f1-0f4c-4533-ab0d-06b2bf3e57e1 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:46.829489 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-514620aa-eef8-4e52-a3bc-a54bec831beb req-cf9745f1-0f4c-4533-ab0d-06b2bf3e57e1 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] For port 6611e136-0837-4a75-ac72-218e1ac12d14, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6611e136-0837-4a75-ac72-218e1ac12d14,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:46.830723 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-514620aa-eef8-4e52-a3bc-a54bec831beb req-cf9745f1-0f4c-4533-ab0d-06b2bf3e57e1 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:46.842597 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-514620aa-eef8-4e52-a3bc-a54bec831beb req-cf9745f1-0f4c-4533-ab0d-06b2bf3e57e1 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Calling delete_port for 6611e136-0837-4a75-ac72-218e1ac12d14 owned by compute:nova {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:43:46.971160 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-514620aa-eef8-4e52-a3bc-a54bec831beb req-cf9745f1-0f4c-4533-ab0d-06b2bf3e57e1 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:46.982543 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['86fbdc64-174d-4996-90f6-6acceceb8630', 'd9d784ef-da7e-4430-b8e8-ba34b3543cd4', '6611e136-0837-4a75-ac72-218e1ac12d14'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:43:46.985987 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c30aa-d42a-40eb-bfb9-f8dabd7db850 req-0ac555c3-6fd7-4eef-9295-ccd744ddf884 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:46.987675 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a38c30aa-d42a-40eb-bfb9-f8dabd7db850 req-0ac555c3-6fd7-4eef-9295-ccd744ddf884 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a47bbc-87ec-4bbe-8c6e-656978a3c8fa HTTP/1.1" status: 200 len: 867 time: 0.0497735 Nov 10 14:43:47.003951 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9745f1-0f4c-4533-ab0d-06b2bf3e57e1 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Pushing event deleted for resources: {'Port': ['ID=6611e136-0837-4a75-ac72-218e1ac12d14,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:47.037936 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a38c30aa-d42a-40eb-bfb9-f8dabd7db850 req-78e50499-c52c-4583-b622-9957a10af646 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443387 Nov 10 14:43:47.043061 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-514620aa-eef8-4e52-a3bc-a54bec831beb req-cf9745f1-0f4c-4533-ab0d-06b2bf3e57e1 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] No DVR routers for this DVR port 6611e136-0837-4a75-ac72-218e1ac12d14 on host hv-cinder-81722 {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:43:47.045815 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-514620aa-eef8-4e52-a3bc-a54bec831beb req-cf9745f1-0f4c-4533-ab0d-06b2bf3e57e1 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:47.049980 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-514620aa-eef8-4e52-a3bc-a54bec831beb req-cf9745f1-0f4c-4533-ab0d-06b2bf3e57e1 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "DELETE /v2.0/ports/6611e136-0837-4a75-ac72-218e1ac12d14 HTTP/1.1" status: 204 len: 173 time: 0.3974144 Nov 10 14:43:47.050994 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a47bbc-87ec-4bbe-8c6e-656978a3c8fa', 'name': 'network-vif-deleted', 'tag': '6611e136-0837-4a75-ac72-218e1ac12d14'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:43:47.053338 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8a66d1-2bd7-4071-bb78-3bbfdd25fe44" -d '{"events": [{"server_uuid": "17a47bbc-87ec-4bbe-8c6e-656978a3c8fa", "name": "network-vif-deleted", "tag": "6611e136-0837-4a75-ac72-218e1ac12d14"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:43:47.094333 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e5b102-43f4-4f6d-949d-baa86309e896 x-openstack-request-id: req-f3e5b102-43f4-4f6d-949d-baa86309e896 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:43:47.094634 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a47bbc-87ec-4bbe-8c6e-656978a3c8fa", "name": "network-vif-deleted", "tag": "6611e136-0837-4a75-ac72-218e1ac12d14", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:43:47.094886 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3e5b102-43f4-4f6d-949d-baa86309e896 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:43:47.095279 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a47bbc-87ec-4bbe-8c6e-656978a3c8fa', 'name': 'network-vif-deleted', 'tag': '6611e136-0837-4a75-ac72-218e1ac12d14', 'status': 'completed', 'code': 200} Nov 10 14:43:47.797888 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:48.311100 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feedb64-1a1a-4560-b0c4-5356f654df05 req-dc794711-505f-4627-9c9b-4c2a877f5635 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:48.312610 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2feedb64-1a1a-4560-b0c4-5356f654df05 req-dc794711-505f-4627-9c9b-4c2a877f5635 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 945 time: 0.0537069 Nov 10 14:43:48.360230 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2feedb64-1a1a-4560-b0c4-5356f654df05 req-4c29c2b8-fb73-49fe-befa-f53426ddc225 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410368 Nov 10 14:43:49.475525 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380e306-cae8-43f6-a038-c7b87d8dc571 req-63a1b8f6-cb5d-419f-9d22-4adb0cb9c2bb tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:49.477044 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3380e306-cae8-43f6-a038-c7b87d8dc571 req-63a1b8f6-cb5d-419f-9d22-4adb0cb9c2bb tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 945 time: 0.0488560 Nov 10 14:43:49.523216 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-3380e306-cae8-43f6-a038-c7b87d8dc571 req-b608a6fb-51b1-44df-91e4-f2b72a0f6d27 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403011 Nov 10 14:43:50.025424 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a7e7c-571f-4646-95d1-3b74a30a86a0 req-dae114ce-0896-424d-a2fe-3ed7890e8128 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:50.026849 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f36a7e7c-571f-4646-95d1-3b74a30a86a0 req-dae114ce-0896-424d-a2fe-3ed7890e8128 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 945 time: 0.0506868 Nov 10 14:43:50.114358 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-f36a7e7c-571f-4646-95d1-3b74a30a86a0 req-ef730caa-e03f-47fb-a9b4-9098e49c5dc3 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Deleting port d9d784ef-da7e-4430-b8e8-ba34b3543cd4 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:43:50.114697 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-f36a7e7c-571f-4646-95d1-3b74a30a86a0 req-ef730caa-e03f-47fb-a9b4-9098e49c5dc3 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:50.203095 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-f36a7e7c-571f-4646-95d1-3b74a30a86a0 req-ef730caa-e03f-47fb-a9b4-9098e49c5dc3 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] For port d9d784ef-da7e-4430-b8e8-ba34b3543cd4, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=d9d784ef-da7e-4430-b8e8-ba34b3543cd4,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:50.203455 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-f36a7e7c-571f-4646-95d1-3b74a30a86a0 req-ef730caa-e03f-47fb-a9b4-9098e49c5dc3 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:50.215892 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-f36a7e7c-571f-4646-95d1-3b74a30a86a0 req-ef730caa-e03f-47fb-a9b4-9098e49c5dc3 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Calling delete_port for d9d784ef-da7e-4430-b8e8-ba34b3543cd4 owned by compute:nova {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:43:50.339309 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-f36a7e7c-571f-4646-95d1-3b74a30a86a0 req-ef730caa-e03f-47fb-a9b4-9098e49c5dc3 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:50.350707 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['86fbdc64-174d-4996-90f6-6acceceb8630', 'd9d784ef-da7e-4430-b8e8-ba34b3543cd4'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:43:50.368470 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef730caa-e03f-47fb-a9b4-9098e49c5dc3 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Pushing event deleted for resources: {'Port': ['ID=d9d784ef-da7e-4430-b8e8-ba34b3543cd4,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:50.412926 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36a7e7c-571f-4646-95d1-3b74a30a86a0 req-ef730caa-e03f-47fb-a9b4-9098e49c5dc3 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] No DVR routers for this DVR port d9d784ef-da7e-4430-b8e8-ba34b3543cd4 on host hv-cinder-81722 {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:43:50.415494 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-f36a7e7c-571f-4646-95d1-3b74a30a86a0 req-ef730caa-e03f-47fb-a9b4-9098e49c5dc3 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:50.418972 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-f36a7e7c-571f-4646-95d1-3b74a30a86a0 req-ef730caa-e03f-47fb-a9b4-9098e49c5dc3 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "DELETE /v2.0/ports/d9d784ef-da7e-4430-b8e8-ba34b3543cd4 HTTP/1.1" status: 204 len: 173 time: 0.3860712 Nov 10 14:43:50.419429 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5925c8-1162-4a39-b633-225e1e34339e', 'name': 'network-vif-deleted', 'tag': 'd9d784ef-da7e-4430-b8e8-ba34b3543cd4'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:43:50.422396 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba358ca-7bca-4a56-9312-e2aa1c7f63c2" -d '{"events": [{"server_uuid": "7e5925c8-1162-4a39-b633-225e1e34339e", "name": "network-vif-deleted", "tag": "d9d784ef-da7e-4430-b8e8-ba34b3543cd4"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:43:50.461690 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df3ac5e-dcdd-4283-8f7e-70cb8fe6d51b x-openstack-request-id: req-0df3ac5e-dcdd-4283-8f7e-70cb8fe6d51b {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:43:50.461984 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5925c8-1162-4a39-b633-225e1e34339e", "name": "network-vif-deleted", "tag": "d9d784ef-da7e-4430-b8e8-ba34b3543cd4", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:43:50.462241 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0df3ac5e-dcdd-4283-8f7e-70cb8fe6d51b {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:43:50.462638 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5925c8-1162-4a39-b633-225e1e34339e', 'name': 'network-vif-deleted', 'tag': 'd9d784ef-da7e-4430-b8e8-ba34b3543cd4', 'status': 'completed', 'code': 200} Nov 10 14:43:50.626348 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-74ad267d-cc06-4723-a530-3d5e4ad578ec req-3e842185-827e-4dd6-9b13-b49eaa182d06 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e5925c8-1162-4a39-b633-225e1e34339e HTTP/1.1" status: 200 len: 210 time: 0.0253975 Nov 10 14:43:51.275204 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 6611e136-0837-4a75-ac72-218e1ac12d14 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:43:51.298341 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: 6611e136-0837-4a75-ac72-218e1ac12d14 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:43:51.298682 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 6611e136-0837-4a75-ac72-218e1ac12d14 not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:43:51.299827 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device d9d784ef-da7e-4430-b8e8-ba34b3543cd4 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:43:51.317557 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: d9d784ef-da7e-4430-b8e8-ba34b3543cd4 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:43:51.317897 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device d9d784ef-da7e-4430-b8e8-ba34b3543cd4 not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:43:51.849020 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-72423b2c-c98b-4ad8-9136-9eb618571403 req-26f9a5e3-8ad3-4a3f-91ed-9dc63acd723e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417893 Nov 10 14:43:51.951118 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72423b2c-c98b-4ad8-9136-9eb618571403 req-f723e179-d0b2-418a-8acd-962bb7b1ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:51.952725 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-72423b2c-c98b-4ad8-9136-9eb618571403 req-f723e179-d0b2-418a-8acd-962bb7b1ec84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71ed786146ff4d7aaff4b8f44b1b29b4&device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 1099 time: 0.0394619 Nov 10 14:43:52.056652 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72423b2c-c98b-4ad8-9136-9eb618571403 req-4da3a8b0-08c5-4b4f-969a-2b57a9f810f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:52.058692 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-72423b2c-c98b-4ad8-9136-9eb618571403 req-4da3a8b0-08c5-4b4f-969a-2b57a9f810f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=139b543e-f6c6-41b2-af84-6e3467186bed HTTP/1.1" status: 200 len: 915 time: 0.0850108 Nov 10 14:43:52.106323 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-72423b2c-c98b-4ad8-9136-9eb618571403 req-02da11b6-f02a-4919-9dad-218c8f3d671a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86fbdc64-174d-4996-90f6-6acceceb8630 HTTP/1.1" status: 200 len: 217 time: 0.0384350 Nov 10 14:43:52.157753 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72423b2c-c98b-4ad8-9136-9eb618571403 req-be482401-0c65-4056-b532-81212638e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:52.159983 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-72423b2c-c98b-4ad8-9136-9eb618571403 req-be482401-0c65-4056-b532-81212638e90f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e2e10a3-7a7a-4c40-9175-461179336646 HTTP/1.1" status: 200 len: 854 time: 0.0447156 Nov 10 14:43:52.190868 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-72423b2c-c98b-4ad8-9136-9eb618571403 req-eaebf9a0-a92f-4efa-a4a2-8702254f06c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=139b543e-f6c6-41b2-af84-6e3467186bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239251 Nov 10 14:43:52.279919 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-72423b2c-c98b-4ad8-9136-9eb618571403 req-4ec15653-a4a3-40e4-af85-c1afa0c5dad9 service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818040 Nov 10 14:43:52.372233 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-72423b2c-c98b-4ad8-9136-9eb618571403 req-0c6928ce-293e-4e97-b10e-ec9108c5c400 service neutron] 10.222.0.32 "GET /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845149 Nov 10 14:43:53.002024 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281ad02-1e93-4ade-b0c0-e976447ad69e req-acb5c14a-10cd-409a-9547-6ea576a2be66 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:53.004364 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9281ad02-1e93-4ade-b0c0-e976447ad69e req-acb5c14a-10cd-409a-9547-6ea576a2be66 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 946 time: 0.0498288 Nov 10 14:43:53.052625 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-9281ad02-1e93-4ade-b0c0-e976447ad69e req-2c2ba699-fb57-4275-809a-30843c8ef25d tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Nov 10 14:43:54.172862 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b1657-57f3-4cc3-b5d0-25448ce2609f req-68c3a9e2-fbac-4165-bc34-83cfa5a314c5 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:54.174344 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-364b1657-57f3-4cc3-b5d0-25448ce2609f req-68c3a9e2-fbac-4165-bc34-83cfa5a314c5 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 946 time: 0.0511396 Nov 10 14:43:54.226202 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-364b1657-57f3-4cc3-b5d0-25448ce2609f req-51da2075-1b2b-4ae0-b4f7-44ba22122258 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458686 Nov 10 14:43:54.992016 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03017e3-8f5b-4f88-9d80-2b86ec3e4909 req-8522b958-dcd2-4881-b7fe-f04e75315dfd tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:54.993476 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b03017e3-8f5b-4f88-9d80-2b86ec3e4909 req-8522b958-dcd2-4881-b7fe-f04e75315dfd tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 946 time: 0.0471129 Nov 10 14:43:55.079516 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-b03017e3-8f5b-4f88-9d80-2b86ec3e4909 req-326424c2-087f-4f14-8c08-90756acbdf16 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Deleting port 86fbdc64-174d-4996-90f6-6acceceb8630 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:43:55.079853 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-b03017e3-8f5b-4f88-9d80-2b86ec3e4909 req-326424c2-087f-4f14-8c08-90756acbdf16 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:55.168442 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-b03017e3-8f5b-4f88-9d80-2b86ec3e4909 req-326424c2-087f-4f14-8c08-90756acbdf16 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] For port 86fbdc64-174d-4996-90f6-6acceceb8630, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=86fbdc64-174d-4996-90f6-6acceceb8630,segment=NetworkSegment(a22797d9-7e02-461b-8464-201c287860f6),segment_id=a22797d9-7e02-461b-8464-201c287860f6)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:43:55.168807 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-b03017e3-8f5b-4f88-9d80-2b86ec3e4909 req-326424c2-087f-4f14-8c08-90756acbdf16 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:55.181201 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-b03017e3-8f5b-4f88-9d80-2b86ec3e4909 req-326424c2-087f-4f14-8c08-90756acbdf16 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Calling delete_port for 86fbdc64-174d-4996-90f6-6acceceb8630 owned by compute:nova {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:43:55.307922 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-b03017e3-8f5b-4f88-9d80-2b86ec3e4909 req-326424c2-087f-4f14-8c08-90756acbdf16 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:55.319564 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['86fbdc64-174d-4996-90f6-6acceceb8630'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:43:55.336497 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326424c2-087f-4f14-8c08-90756acbdf16 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Pushing event deleted for resources: {'Port': ['ID=86fbdc64-174d-4996-90f6-6acceceb8630,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:55.349729 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07da07-841a-43f4-85a0-fbdce38b29ef req-929b7c50-9c98-4713-b95f-e7216afab114 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:43:55.351371 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ab07da07-841a-43f4-85a0-fbdce38b29ef req-929b7c50-9c98-4713-b95f-e7216afab114 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/ports?device_id=b337602b-a647-46e4-89dd-2708f0a8df45 HTTP/1.1" status: 200 len: 867 time: 0.0587969 Nov 10 14:43:55.377933 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03017e3-8f5b-4f88-9d80-2b86ec3e4909 req-326424c2-087f-4f14-8c08-90756acbdf16 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] No DVR routers for this DVR port 86fbdc64-174d-4996-90f6-6acceceb8630 on host hv-cinder-81722 {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:43:55.381147 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-b03017e3-8f5b-4f88-9d80-2b86ec3e4909 req-326424c2-087f-4f14-8c08-90756acbdf16 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:55.384458 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-b03017e3-8f5b-4f88-9d80-2b86ec3e4909 req-326424c2-087f-4f14-8c08-90756acbdf16 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.32 "DELETE /v2.0/ports/86fbdc64-174d-4996-90f6-6acceceb8630 HTTP/1.1" status: 204 len: 173 time: 0.3838594 Nov 10 14:43:55.384900 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b337602b-a647-46e4-89dd-2708f0a8df45', 'name': 'network-vif-deleted', 'tag': '86fbdc64-174d-4996-90f6-6acceceb8630'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:43:55.387239 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a35cee-c5bc-4a9c-8ee8-e81b3e6add71" -d '{"events": [{"server_uuid": "b337602b-a647-46e4-89dd-2708f0a8df45", "name": "network-vif-deleted", "tag": "86fbdc64-174d-4996-90f6-6acceceb8630"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:43:55.423938 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ab07da07-841a-43f4-85a0-fbdce38b29ef req-78b47e5c-4fe6-4873-96c5-8bf8a2894a86 tempest-AttachVolumeNegativeTest-17580032 tempest-AttachVolumeNegativeTest-17580032-project] 10.222.0.39 "GET /v2.0/security-groups?id=301c1932-286c-4501-be0e-9d8f91e44478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556760 Nov 10 14:43:55.424086 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24881396-3087-459a-b6ad-679975e61901 x-openstack-request-id: req-24881396-3087-459a-b6ad-679975e61901 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:43:55.424240 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b337602b-a647-46e4-89dd-2708f0a8df45", "name": "network-vif-deleted", "tag": "86fbdc64-174d-4996-90f6-6acceceb8630", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:43:55.424501 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24881396-3087-459a-b6ad-679975e61901 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:43:55.425434 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b337602b-a647-46e4-89dd-2708f0a8df45', 'name': 'network-vif-deleted', 'tag': '86fbdc64-174d-4996-90f6-6acceceb8630', 'status': 'completed', 'code': 200} Nov 10 14:43:56.478791 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 40872) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:43:56.522161 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4bbde0-7f60-48a1-93fc-c331f487e903 admin admin] Deleting subnet 8e2e10a3-7a7a-4c40-9175-461179336646 {{(pid=101583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:43:56.525146 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ac4bbde0-7f60-48a1-93fc-c331f487e903 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:56.558568 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ac4bbde0-7f60-48a1-93fc-c331f487e903 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9874559'] for subnet, precommit_delete_associations {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:56.595753 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ac4bbde0-7f60-48a1-93fc-c331f487e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:56.650898 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ac4bbde0-7f60-48a1-93fc-c331f487e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9466112'] for subnet, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:56.676414 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bbde0-7f60-48a1-93fc-c331f487e903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2e10a3-7a7a-4c40-9175-461179336646,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:56.682165 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ac4bbde0-7f60-48a1-93fc-c331f487e903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:56.685373 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-ac4bbde0-7f60-48a1-93fc-c331f487e903 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8e2e10a3-7a7a-4c40-9175-461179336646 HTTP/1.1" status: 204 len: 168 time: 0.2055931 Nov 10 14:43:56.687783 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 40874) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:43:56.756158 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-18927638-4c94-4d0b-8d10-bb9488116cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:56.841000 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-18927638-4c94-4d0b-8d10-bb9488116cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:56.861420 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-18927638-4c94-4d0b-8d10-bb9488116cbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139b543e-f6c6-41b2-af84-6e3467186bed']}} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:43:56.870857 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-18927638-4c94-4d0b-8d10-bb9488116cbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22797d9-7e02-461b-8464-201c287860f6') {'for_net_delete': True} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:43:56.871149 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-18927638-4c94-4d0b-8d10-bb9488116cbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22797d9-7e02-461b-8464-201c287860f6') {} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:43:56.880494 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-18927638-4c94-4d0b-8d10-bb9488116cbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9874534'] for segment, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:56.895285 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-18927638-4c94-4d0b-8d10-bb9488116cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:56.901634 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18927638-4c94-4d0b-8d10-bb9488116cbf admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=101583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:43:56.901954 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-18927638-4c94-4d0b-8d10-bb9488116cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253879'] for segment, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: Traceback (most recent call last): Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: timer() Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: cb(*args, **kw) Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: return func(*args, **kwargs) Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: self._notify() Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: self.callback(batched_events) Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: event.method(event) Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: return f(self, *a, **k) Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._get(url).json() Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: return self.request(url, 'GET', **kwargs) Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:43:56.903743 dv-cinder-817229-1-iscsi neutron-server[101583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:43:56.960237 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-18927638-4c94-4d0b-8d10-bb9488116cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:56.965688 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-18927638-4c94-4d0b-8d10-bb9488116cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:56.968850 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-18927638-4c94-4d0b-8d10-bb9488116cbf admin admin] 10.222.0.39 "DELETE /v2.0/networks/139b543e-f6c6-41b2-af84-6e3467186bed HTTP/1.1" status: 204 len: 168 time: 0.2801399 Nov 10 14:43:56.980091 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18927638-4c94-4d0b-8d10-bb9488116cbf admin admin] Pushing event deleted for resources: {'Network': ['ID=139b543e-f6c6-41b2-af84-6e3467186bed,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:57.127092 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 40878) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:43:57.166863 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-6b674f9e-c9be-4ca0-9b93-51ab6f105432 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71ed786146ff4d7aaff4b8f44b1b29b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380247 Nov 10 14:43:57.169276 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 40880) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:43:57.215073 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-864b2112-4781-4aa4-ae31-daf33ff3f840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:57.235048 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-864b2112-4781-4aa4-ae31-daf33ff3f840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:57.281630 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-864b2112-4781-4aa4-ae31-daf33ff3f840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:57.284170 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-864b2112-4781-4aa4-ae31-daf33ff3f840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:57.285429 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-864b2112-4781-4aa4-ae31-daf33ff3f840 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/301c1932-286c-4501-be0e-9d8f91e44478 HTTP/1.1" status: 204 len: 168 time: 0.1152363 Nov 10 14:43:57.292697 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b2112-4781-4aa4-ae31-daf33ff3f840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301c1932-286c-4501-be0e-9d8f91e44478,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:58.943717 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 40934) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:43:59.054940 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-35584319-c1de-4f36-a06d-d35d8fa2406b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:59.125438 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-35584319-c1de-4f36-a06d-d35d8fa2406b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:59.130924 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-35584319-c1de-4f36-a06d-d35d8fa2406b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:59.171350 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-35584319-c1de-4f36-a06d-d35d8fa2406b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3653ad5b1a0c4e27b2560ab72e0cadfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265098 Nov 10 14:43:59.173239 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35584319-c1de-4f36-a06d-d35d8fa2406b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c46b746-e1a1-4344-92c1-7dbb4d3a3660,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:59.174090 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 40938) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:43:59.223328 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b972ad5b-f56e-4e48-a066-37e5c3e060a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:59.247154 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b972ad5b-f56e-4e48-a066-37e5c3e060a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:59.291223 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b972ad5b-f56e-4e48-a066-37e5c3e060a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:59.293752 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b972ad5b-f56e-4e48-a066-37e5c3e060a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:59.294875 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-b972ad5b-f56e-4e48-a066-37e5c3e060a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c46b746-e1a1-4344-92c1-7dbb4d3a3660 HTTP/1.1" status: 204 len: 168 time: 0.1192274 Nov 10 14:43:59.302736 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972ad5b-f56e-4e48-a066-37e5c3e060a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c46b746-e1a1-4344-92c1-7dbb4d3a3660,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:59.323063 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 86fbdc64-174d-4996-90f6-6acceceb8630 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:43:59.342774 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: 86fbdc64-174d-4996-90f6-6acceceb8630 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:43:59.343116 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 86fbdc64-174d-4996-90f6-6acceceb8630 not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:43:59.552712 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 40944) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:43:59.566377 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ec64fd6f-55d4-4f07-9e55-f51f3664632d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:59.638268 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ec64fd6f-55d4-4f07-9e55-f51f3664632d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:59.641767 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ec64fd6f-55d4-4f07-9e55-f51f3664632d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:59.677420 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64fd6f-55d4-4f07-9e55-f51f3664632d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c19e82f-228f-4f63-848c-e7acfe17c083,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:43:59.681775 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-ec64fd6f-55d4-4f07-9e55-f51f3664632d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5fbcef236aa94d4f9276bb30a8740a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280541 Nov 10 14:43:59.685016 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 40946) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:43:59.730873 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ea1d30e3-7b3a-4f8a-b615-a4ad86e72b6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:59.751568 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ea1d30e3-7b3a-4f8a-b615-a4ad86e72b6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:59.798323 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ea1d30e3-7b3a-4f8a-b615-a4ad86e72b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:59.801752 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-ea1d30e3-7b3a-4f8a-b615-a4ad86e72b6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:43:59.802838 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-ea1d30e3-7b3a-4f8a-b615-a4ad86e72b6c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c19e82f-228f-4f63-848c-e7acfe17c083 HTTP/1.1" status: 204 len: 168 time: 0.1176469 Nov 10 14:43:59.810854 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d30e3-7b3a-4f8a-b615-a4ad86e72b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c19e82f-228f-4f63-848c-e7acfe17c083,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:07.855379 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:44:10.462077 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-74eb0df6-14d7-4358-b2a5-3d2034c6ab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:13.021682 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-c300bace-75b1-42ce-939f-04a734ab1e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:14.154749 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:15.575001 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.030106 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41160) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:44:16.131695 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-35111ce1-a153-4209-bae2-6e84d78e38a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.205712 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-35111ce1-a153-4209-bae2-6e84d78e38a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.210140 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-35111ce1-a153-4209-bae2-6e84d78e38a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.247722 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-35111ce1-a153-4209-bae2-6e84d78e38a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33d5357c6dd44e3d94c1025a4912c83d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165737 Nov 10 14:44:16.248718 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35111ce1-a153-4209-bae2-6e84d78e38a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c15083-a8f2-4fa0-b73e-e6045b40a7ca,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:16.250448 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 41164) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:44:16.301233 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.322092 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.368656 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.371074 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.372227 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7c15083-a8f2-4fa0-b73e-e6045b40a7ca HTTP/1.1" status: 204 len: 168 time: 0.1208003 Nov 10 14:44:16.380729 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c15083-a8f2-4fa0-b73e-e6045b40a7ca,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:16.388209 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:16.388580 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:16.388923 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:16.389257 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:16.389590 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:16.389920 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:16.390247 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:16.390600 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:16.390921 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:16.391240 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:16.391555 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:16.391872 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec55cc-5bf6-4a2d-8067-7ed279c2ccae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:16.630201 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 41170) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:44:16.643273 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-740f8639-6692-42a1-83df-3f97368162c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.675103 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.719892 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-740f8639-6692-42a1-83df-3f97368162c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.723994 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-740f8639-6692-42a1-83df-3f97368162c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.762423 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-740f8639-6692-42a1-83df-3f97368162c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf0bc35009204ca692469c19bce11a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311567 Nov 10 14:44:16.763529 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f8639-6692-42a1-83df-3f97368162c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a767b1a-1d0c-4d8a-8c4a-3fd1e53bbcf6,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:16.765423 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41172) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:44:16.812686 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-783c4089-76fa-498d-9fad-112627f0cb5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.833347 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-783c4089-76fa-498d-9fad-112627f0cb5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.880562 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-783c4089-76fa-498d-9fad-112627f0cb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.883045 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-783c4089-76fa-498d-9fad-112627f0cb5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:16.884183 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-783c4089-76fa-498d-9fad-112627f0cb5c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a767b1a-1d0c-4d8a-8c4a-3fd1e53bbcf6 HTTP/1.1" status: 204 len: 168 time: 0.1177568 Nov 10 14:44:16.891814 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c4089-76fa-498d-9fad-112627f0cb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a767b1a-1d0c-4d8a-8c4a-3fd1e53bbcf6,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:17.786778 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:21.673071 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41268) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:44:21.773918 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0432771e-1450-41a9-b472-7e9e5b79c6e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:21.848517 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0432771e-1450-41a9-b472-7e9e5b79c6e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:21.852218 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-0432771e-1450-41a9-b472-7e9e5b79c6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:21.891070 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432771e-1450-41a9-b472-7e9e5b79c6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24369c5-6cc2-474f-afdc-2697f83e1bf7,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:21.896211 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-0432771e-1450-41a9-b472-7e9e5b79c6e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fc41a81161d4cafab559f645cf633f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221138 Nov 10 14:44:21.899116 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 41272) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:44:21.946000 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b688cd81-0a7c-4bb3-97b8-cde53e9798ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:21.968503 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b688cd81-0a7c-4bb3-97b8-cde53e9798ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:22.016556 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b688cd81-0a7c-4bb3-97b8-cde53e9798ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:22.019290 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-b688cd81-0a7c-4bb3-97b8-cde53e9798ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:22.022142 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-b688cd81-0a7c-4bb3-97b8-cde53e9798ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a24369c5-6cc2-474f-afdc-2697f83e1bf7 HTTP/1.1" status: 204 len: 168 time: 0.1220138 Nov 10 14:44:22.029616 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688cd81-0a7c-4bb3-97b8-cde53e9798ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24369c5-6cc2-474f-afdc-2697f83e1bf7,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:22.274447 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 41278) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:44:22.287765 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-231de501-f616-4a1d-ae27-ee3065b23f9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:22.361005 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-231de501-f616-4a1d-ae27-ee3065b23f9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:22.364680 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-231de501-f616-4a1d-ae27-ee3065b23f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:22.402183 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-231de501-f616-4a1d-ae27-ee3065b23f9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=166ff086669f412fb9051ec1ea05fbf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266906 Nov 10 14:44:22.404211 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231de501-f616-4a1d-ae27-ee3065b23f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5260cc-b118-4fc7-86a5-2ac7811b83aa,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:22.404940 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41280) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:44:22.452503 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-aad323e5-960d-457f-857a-afa449929532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:22.473741 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-aad323e5-960d-457f-857a-afa449929532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:22.518606 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-aad323e5-960d-457f-857a-afa449929532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:22.521547 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-aad323e5-960d-457f-857a-afa449929532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:22.522657 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-aad323e5-960d-457f-857a-afa449929532 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea5260cc-b118-4fc7-86a5-2ac7811b83aa HTTP/1.1" status: 204 len: 168 time: 0.1167197 Nov 10 14:44:22.530234 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad323e5-960d-457f-857a-afa449929532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5260cc-b118-4fc7-86a5-2ac7811b83aa,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:33.023263 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41388) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:44:33.125686 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:33.205830 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:33.210041 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:33.250676 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1804fab27fe64d6999f9b6c5482b4841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263429 Nov 10 14:44:33.251528 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cf0e7a-ae79-4186-a63c-69b2c9f53d31,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:33.253424 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 41392) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:44:33.260796 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:33.261148 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:33.261492 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:33.261828 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:33.262162 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:33.262496 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:33.263078 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:33.263406 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:33.263733 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:33.264058 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:33.264403 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:33.264726 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0b6a5-a8f4-47e5-8d3c-73ed3128fd98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:44:33.301331 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5415f83a-9ca3-4702-9a01-d3b4d0dd9e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:33.321780 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5415f83a-9ca3-4702-9a01-d3b4d0dd9e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:33.369660 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5415f83a-9ca3-4702-9a01-d3b4d0dd9e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:33.372290 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-5415f83a-9ca3-4702-9a01-d3b4d0dd9e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:33.373430 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-5415f83a-9ca3-4702-9a01-d3b4d0dd9e99 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/33cf0e7a-ae79-4186-a63c-69b2c9f53d31 HTTP/1.1" status: 204 len: 168 time: 0.1184769 Nov 10 14:44:33.381340 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415f83a-9ca3-4702-9a01-d3b4d0dd9e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cf0e7a-ae79-4186-a63c-69b2c9f53d31,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:33.631159 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 41398) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:44:33.644056 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-64ed043b-2d26-46dd-a3df-e4f66bd36f63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:33.717590 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-64ed043b-2d26-46dd-a3df-e4f66bd36f63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:33.721247 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-64ed043b-2d26-46dd-a3df-e4f66bd36f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:33.757170 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-64ed043b-2d26-46dd-a3df-e4f66bd36f63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6615002640cf401b85b506109c3004d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249623 Nov 10 14:44:33.759888 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41400) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:44:33.762005 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed043b-2d26-46dd-a3df-e4f66bd36f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f8c0b5-14ec-4b74-9b38-4464fe8dc220,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:33.807499 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a7cd0cf7-79ed-4e85-a469-fc8980fa7a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:33.828451 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a7cd0cf7-79ed-4e85-a469-fc8980fa7a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:33.874552 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a7cd0cf7-79ed-4e85-a469-fc8980fa7a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:33.877334 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-a7cd0cf7-79ed-4e85-a469-fc8980fa7a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:33.878491 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-a7cd0cf7-79ed-4e85-a469-fc8980fa7a5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59f8c0b5-14ec-4b74-9b38-4464fe8dc220 HTTP/1.1" status: 204 len: 168 time: 0.1175148 Nov 10 14:44:33.886059 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd0cf7-79ed-4e85-a469-fc8980fa7a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f8c0b5-14ec-4b74-9b38-4464fe8dc220,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:37.789759 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41466) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:44:37.891711 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e100874e-de86-483d-b429-0597de3293f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:37.963468 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e100874e-de86-483d-b429-0597de3293f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:37.967077 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-e100874e-de86-483d-b429-0597de3293f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:38.007816 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-e100874e-de86-483d-b429-0597de3293f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83cfc644485e46a78a1865cc11110f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170012 Nov 10 14:44:38.008689 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100874e-de86-483d-b429-0597de3293f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9bef6e-18bb-4a02-95b0-1e494693d633,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:38.010625 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 41470) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:44:38.058448 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-35e561bc-9c9b-4843-953a-fcf5f5a97c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:38.079023 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-35e561bc-9c9b-4843-953a-fcf5f5a97c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:38.124135 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-35e561bc-9c9b-4843-953a-fcf5f5a97c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:38.126711 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-35e561bc-9c9b-4843-953a-fcf5f5a97c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:38.127855 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-35e561bc-9c9b-4843-953a-fcf5f5a97c98 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb9bef6e-18bb-4a02-95b0-1e494693d633 HTTP/1.1" status: 204 len: 168 time: 0.1160834 Nov 10 14:44:38.136168 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e561bc-9c9b-4843-953a-fcf5f5a97c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9bef6e-18bb-4a02-95b0-1e494693d633,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:44:40.463926 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-115c40d9-1c05-4246-8576-ef78420ae069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:43.025895 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-811134d6-6969-471a-ba8c-cdc632d175fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:44.158799 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:44.854454 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:44:45.579032 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:46.675691 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:47.806982 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:44:52.737234 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ef3a002d-a1ba-4b33-8411-cbc1eec8f663 req-6a660a90-6919-4f70-925f-b9d0f9408ac5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413845 Nov 10 14:44:52.797585 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a002d-a1ba-4b33-8411-cbc1eec8f663 req-2b6ad4b5-d59c-4979-bb2b-9d48f9446350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:44:52.799061 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ef3a002d-a1ba-4b33-8411-cbc1eec8f663 req-2b6ad4b5-d59c-4979-bb2b-9d48f9446350 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 1098 time: 0.0393472 Nov 10 14:44:52.900317 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a002d-a1ba-4b33-8411-cbc1eec8f663 req-2b9987c3-7861-47e7-92c1-d94553ad2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:44:52.901864 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ef3a002d-a1ba-4b33-8411-cbc1eec8f663 req-2b9987c3-7861-47e7-92c1-d94553ad2e06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 913 time: 0.0824721 Nov 10 14:44:52.969902 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ef3a002d-a1ba-4b33-8411-cbc1eec8f663 req-662b2557-3115-4847-838b-50cd85c85e37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93f55491-af68-4557-b272-4892c409f23e HTTP/1.1" status: 200 len: 1001 time: 0.0606539 Nov 10 14:44:53.024498 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a002d-a1ba-4b33-8411-cbc1eec8f663 req-6d7ed4a1-aa05-4bc0-9f22-66ebbf890017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:44:53.026569 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ef3a002d-a1ba-4b33-8411-cbc1eec8f663 req-6d7ed4a1-aa05-4bc0-9f22-66ebbf890017 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0468864 Nov 10 14:44:53.074635 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a002d-a1ba-4b33-8411-cbc1eec8f663 req-9c9796cd-f46b-44da-bce3-5bdb5cefd0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:44:53.076130 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ef3a002d-a1ba-4b33-8411-cbc1eec8f663 req-9c9796cd-f46b-44da-bce3-5bdb5cefd0a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406375 Nov 10 14:44:53.167580 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ef3a002d-a1ba-4b33-8411-cbc1eec8f663 req-565a7ec7-4083-432b-a441-288f070cacd2 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834842 Nov 10 14:44:53.253326 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ef3a002d-a1ba-4b33-8411-cbc1eec8f663 req-0f3c1667-525d-4362-8add-ffc26b48fd5e service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781441 Nov 10 14:45:10.468177 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-f36a737e-ffcc-43f7-8388-0d7bad2cfc04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:13.028826 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d255e2ad-8c1c-4e51-9ef4-67ce87c94f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:14.157983 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:15.580599 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:16.677948 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:17.814971 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:20.963971 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 41748) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:45:21.070280 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:21.144397 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:21.149482 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:21.187497 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef43f8257708447386b47e04f79940c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224107 Nov 10 14:45:21.188382 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec2c31d-8fee-4d50-a53d-3d18969d7f22,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:45:21.190158 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41752) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:45:21.195552 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:45:21.195901 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:45:21.196241 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:45:21.196602 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:45:21.196937 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:45:21.197265 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:45:21.197599 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:45:21.197931 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:45:21.198261 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:45:21.198584 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:45:21.198906 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:45:21.199225 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702d32d-39d3-4149-ba7c-66d23f9e743d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:45:21.246518 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-13d344e6-d7ea-401d-9026-f965f1d6c932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:21.267616 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-13d344e6-d7ea-401d-9026-f965f1d6c932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:21.313267 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-13d344e6-d7ea-401d-9026-f965f1d6c932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:21.315880 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-13d344e6-d7ea-401d-9026-f965f1d6c932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:21.317051 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-13d344e6-d7ea-401d-9026-f965f1d6c932 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bec2c31d-8fee-4d50-a53d-3d18969d7f22 HTTP/1.1" status: 204 len: 168 time: 0.1259131 Nov 10 14:45:21.325106 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d344e6-d7ea-401d-9026-f965f1d6c932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec2c31d-8fee-4d50-a53d-3d18969d7f22,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:45:21.853385 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:45:40.471601 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-142b4751-0ac6-4ef7-b11a-ff120c8bb85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:43.028722 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-070cddb2-397c-4a37-bfb9-29e77901faa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:44.163169 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:45.401042 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-39284d1e-07d1-496f-b0e0-afaf14b62d29 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657790068&fields=id&tenant_id=997169d4ece34539b61623463dde885e HTTP/1.1" status: 200 len: 267 time: 0.0436802 Nov 10 14:45:45.507097 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-cb87c103-71e1-4684-bbf4-cfaa6b057dd3 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:45.508605 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-cb87c103-71e1-4684-bbf4-cfaa6b057dd3 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 812 time: 0.1009729 Nov 10 14:45:45.524437 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-47d667ba-ebb7-4818-8cb1-b2ccc775cd60 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/quotas/997169d4ece34539b61623463dde885e HTTP/1.1" status: 200 len: 375 time: 0.0091145 Nov 10 14:45:45.582612 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:45.586599 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-f20ddfd4-f2af-4214-b8fd-43d2a777822b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0552497 Nov 10 14:45:45.706049 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-2cc85a7d-1a29-429b-ab5f-54460770a682 service neutron] 10.222.0.39 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078587 Nov 10 14:45:45.816564 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-6080a0e0-4d25-43e4-beed-deb179dee7bb service neutron] 10.222.0.39 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993087 Nov 10 14:45:46.264722 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-42792c17-4ce5-4722-be96-5281ccc2442f req-1b3c3a60-831f-4589-9e9d-03bf94708966 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 210 time: 0.1560938 Nov 10 14:45:46.679758 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:47.352304 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-061cf263-86ab-473f-8119-b509330d82bd req-653451c9-0b8e-4f5b-854e-55d6c9c1a168 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 210 time: 0.0261586 Nov 10 14:45:47.817439 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:48.430051 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-add8b7cb-36f0-4b2a-826f-12d07335ed01 req-dfb4012c-f11d-42a0-b2c5-9f1b2343cd83 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 210 time: 0.0268912 Nov 10 14:45:49.529583 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-707894b4-6f37-47a5-9f56-9e1efd3fd9ae req-649ae682-8191-4a6b-8948-2057736ce4d3 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 210 time: 0.0283389 Nov 10 14:45:50.074438 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-083970fd-0636-4ccb-a240-41f1d8642b82 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:50.075888 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-083970fd-0636-4ccb-a240-41f1d8642b82 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 812 time: 0.1069844 Nov 10 14:45:50.147826 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-a6a36f91-2d6a-49fd-b69d-1494a63fea0a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=997169d4ece34539b61623463dde885e HTTP/1.1" status: 200 len: 380 time: 0.0574243 Nov 10 14:45:50.157479 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-ed7ab7cb-c998-4da6-a816-5314594478d5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Request body: {'port': {'device_id': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'admin_state_up': True, 'tenant_id': '997169d4ece34539b61623463dde885e', 'security_groups': ['ed10b20a-3e6c-4604-a942-ce9de523b01d']}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:45:50.268655 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-ed7ab7cb-c998-4da6-a816-5314594478d5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Made reservation on behalf of 997169d4ece34539b61623463dde885e for: {'port': 1} {{(pid=101582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 14:45:50.272164 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-ed7ab7cb-c998-4da6-a816-5314594478d5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:50.397593 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_common [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-ed7ab7cb-c998-4da6-a816-5314594478d5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Allocated IP 172.20.0.6 (5349bd27-20ab-45df-986f-87dec95885a9/cdf61559-bfb7-4ec8-8864-ccacd3d58ebf/6d348f8e-c28e-4ed9-9ee7-f1d677f177f7) {{(pid=101582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:45:50.546457 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-ed7ab7cb-c998-4da6-a816-5314594478d5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for port, precommit_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:50.581540 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-ed7ab7cb-c998-4da6-a816-5314594478d5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_create {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:50.628442 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-ed7ab7cb-c998-4da6-a816-5314594478d5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Network 5349bd27-20ab-45df-986f-87dec95885a9 is already hosted by enough agents. {{(pid=101582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:45:50.632402 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.base_scheduler [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-ed7ab7cb-c998-4da6-a816-5314594478d5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Resources bound (agent type, host, resource id): {{(pid=101582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:45:50.635038 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-ed7ab7cb-c998-4da6-a816-5314594478d5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Received port after_create {{(pid=101582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:45:50.696461 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ab7cb-c998-4da6-a816-5314594478d5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'Port': ['ID=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7,revision_number=1']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:45:50.719526 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-ed7ab7cb-c998-4da6-a816-5314594478d5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:50.720141 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-ed7ab7cb-c998-4da6-a816-5314594478d5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:50.732320 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d44ba-10be-4da9-95ea-e582bd930c51 req-fa215fa5-92bf-4843-8858-d49b62845210 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:50.733871 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-213d44ba-10be-4da9-95ea-e582bd930c51 req-fa215fa5-92bf-4843-8858-d49b62845210 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 931 time: 0.1220970 Nov 10 14:45:50.759089 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-ed7ab7cb-c998-4da6-a816-5314594478d5 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6051383 Nov 10 14:45:50.772144 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.v2.base [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Request body: {'port': {'device_id': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=101582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:45:50.816615 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-213d44ba-10be-4da9-95ea-e582bd930c51 req-84380844-24d9-4553-8aa2-35cddca0319e tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765843 Nov 10 14:45:50.843443 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:50.870152 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-efaeacda-c834-46a6-967c-54dc5a036b64 None None] Provisioning complete for port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 triggered by entity DHCP. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:45:50.870736 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efaeacda-c834-46a6-967c-54dc5a036b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:50.903696 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efaeacda-c834-46a6-967c-54dc5a036b64 None None] Port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 cannot update to ACTIVE because it is not bound. {{(pid=101584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 14:45:51.097052 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 {{(pid=101582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:45:51.105007 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:51.116695 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.provisioning_blocks [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Transition to ACTIVE for port object 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 will not be triggered until provisioned by entity L2. {{(pid=101582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 14:45:51.120985 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:51.171689 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Pushing event updated for resources: {'Port': ['ID=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7,revision_number=2']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:45:51.242383 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Attempting to bind port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 on host hv-cinder-81722 for vnic_type normal with profile {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 14:45:51.243075 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Attempting to bind port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 14:45:51.243404 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Attempting to bind port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 on network 5349bd27-20ab-45df-986f-87dec95885a9 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:45:51.248130 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 on network 5349bd27-20ab-45df-986f-87dec95885a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 14:45:51.248718 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Attempting to bind port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 on network 5349bd27-20ab-45df-986f-87dec95885a9 {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 14:45:51.255319 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Checking agent: {'id': 'de0ef5ea-4fe7-4e37-b263-784385442ba3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'started_at': datetime.datetime(2021, 11, 10, 14, 28, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 14:45:51.255660 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Checking segment: {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 14:45:51.256055 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Bound using segment: {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'} {{(pid=101582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 14:45:51.256530 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.managers [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Bound port: 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46372995-2e81-47bc-8bb4-0fd2390d70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9'}}] {{(pid=101582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 14:45:51.256881 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:51.337138 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] For port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7, host hv-cinder-81722, cleared binding levels {{(pid=101582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 14:45:51.340141 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] For port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 14:45:51.344001 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8824767'] for port, after_update {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:51.378325 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:51.379014 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:45:51.380350 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] 10.222.0.32 "PUT /v2.0/ports/6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 HTTP/1.1" status: 200 len: 1093 time: 0.6123285 Nov 10 14:45:51.380755 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'tag': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:45:51.382970 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489e9948-51ec-463f-9f7b-2ddb35f24e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b10489e6-c7cf-4b56-a163-666f133da28c", "tag": "6d348f8e-c28e-4ed9-9ee7-f1d677f177f7"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:45:51.422156 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6784c7fa-0718-4909-8f28-9f8adda1a9a4 x-openstack-request-id: req-6784c7fa-0718-4909-8f28-9f8adda1a9a4 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:45:51.422467 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10489e6-c7cf-4b56-a163-666f133da28c", "tag": "6d348f8e-c28e-4ed9-9ee7-f1d677f177f7", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:45:51.422713 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6784c7fa-0718-4909-8f28-9f8adda1a9a4 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:45:51.423101 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'tag': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7', 'status': 'completed', 'code': 200} Nov 10 14:45:51.423904 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d5e11-4889-452b-b33a-1aacebbe7821 service neutron] Pushing event updated for resources: {'Port': ['ID=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7,revision_number=3']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:45:51.491956 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-99882af4-0f5e-4d86-ad2d-0e847e371137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:51.493591 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-99882af4-0f5e-4d86-ad2d-0e847e371137 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 1096 time: 0.0431466 Nov 10 14:45:51.784849 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-17f7a2ac-a14e-4d43-914e-72312f8bc8da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 HTTP/1.1" status: 200 len: 217 time: 0.2834346 Nov 10 14:45:51.832072 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-3295d805-5190-46ec-bb38-3b2ee1a9ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:51.833499 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-3295d805-5190-46ec-bb38-3b2ee1a9ed72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0419259 Nov 10 14:45:51.880115 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-21d98710-2036-42eb-960d-a1c4ec410b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:51.881648 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-21d98710-2036-42eb-960d-a1c4ec410b18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414040 Nov 10 14:45:51.988967 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01a1e9-2fd5-4a6e-b35c-4ab285a0ef6c req-fb983dc7-c0d8-4a43-93a5-4e6d605b4cf8 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:51.990435 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-be01a1e9-2fd5-4a6e-b35c-4ab285a0ef6c req-fb983dc7-c0d8-4a43-93a5-4e6d605b4cf8 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 943 time: 0.1079142 Nov 10 14:45:52.029336 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-85c0b275-0879-4352-9730-31b959b43186 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373422 Nov 10 14:45:52.078894 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-be01a1e9-2fd5-4a6e-b35c-4ab285a0ef6c req-8e47da9b-25a7-464a-b067-6e200cfd9e75 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818300 Nov 10 14:45:52.137465 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-099bd710-49e6-4e1e-90ba-c6d92ede205f req-efa583ea-50b1-4749-8308-871e2cb9e05f service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007738 Nov 10 14:45:52.219678 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9948-51ec-463f-9f7b-2ddb35f24e5c req-ba80bfb9-b522-418a-8b29-4476d6e6bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:52.221159 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-489e9948-51ec-463f-9f7b-2ddb35f24e5c req-ba80bfb9-b522-418a-8b29-4476d6e6bf29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 1096 time: 0.0393736 Nov 10 14:45:52.311826 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9948-51ec-463f-9f7b-2ddb35f24e5c req-cad5b712-8f7f-4db9-a3f8-721c6742d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:52.313291 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-489e9948-51ec-463f-9f7b-2ddb35f24e5c req-cad5b712-8f7f-4db9-a3f8-721c6742d82a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 913 time: 0.0846803 Nov 10 14:45:52.354701 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-489e9948-51ec-463f-9f7b-2ddb35f24e5c req-89766525-bc9a-4cec-a49b-256d76701f2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 HTTP/1.1" status: 200 len: 217 time: 0.0321169 Nov 10 14:45:52.401709 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9948-51ec-463f-9f7b-2ddb35f24e5c req-c8434b38-7194-4f90-807c-5e97a4b182f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:52.403089 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-489e9948-51ec-463f-9f7b-2ddb35f24e5c req-c8434b38-7194-4f90-807c-5e97a4b182f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0418675 Nov 10 14:45:52.451522 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9948-51ec-463f-9f7b-2ddb35f24e5c req-3ac225ef-0abd-4af3-a67c-e74b556f6be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:52.452990 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-489e9948-51ec-463f-9f7b-2ddb35f24e5c req-3ac225ef-0abd-4af3-a67c-e74b556f6be7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423660 Nov 10 14:45:52.540603 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-489e9948-51ec-463f-9f7b-2ddb35f24e5c req-afef8512-9576-4fa2-956a-2f4f596803ca service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796874 Nov 10 14:45:52.630148 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-489e9948-51ec-463f-9f7b-2ddb35f24e5c req-768df6b7-0906-40e5-83c7-0fe7fa38f332 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833039 Nov 10 14:45:53.196975 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7689d-7d1c-40bb-979a-c3b3820646d2 req-9c25c46d-f391-4f37-8ec8-569918b924de tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:53.198423 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2ec7689d-7d1c-40bb-979a-c3b3820646d2 req-9c25c46d-f391-4f37-8ec8-569918b924de tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 943 time: 0.0516777 Nov 10 14:45:53.247851 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-2ec7689d-7d1c-40bb-979a-c3b3820646d2 req-dc6d1804-fca0-4bf8-9f73-8b14420edf5b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433543 Nov 10 14:45:54.261710 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-14dedd95-2db8-45d0-b2a7-49d580bf4557 req-6136b702-0d16-4bbc-b72c-146cf25e29ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408151 Nov 10 14:45:54.385173 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dedd95-2db8-45d0-b2a7-49d580bf4557 req-ca899f60-ea4a-473e-a70b-e84a2a37162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:54.386593 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-14dedd95-2db8-45d0-b2a7-49d580bf4557 req-ca899f60-ea4a-473e-a70b-e84a2a37162a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 1098 time: 0.0810940 Nov 10 14:45:54.395285 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6710466-5a1e-4dc7-b31a-7d489dec1b2f req-3b59a62a-7e33-4447-b60b-a8d13ab8f20a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:54.396715 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a6710466-5a1e-4dc7-b31a-7d489dec1b2f req-3b59a62a-7e33-4447-b60b-a8d13ab8f20a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 943 time: 0.0821114 Nov 10 14:45:54.502834 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a6710466-5a1e-4dc7-b31a-7d489dec1b2f req-c607dfc0-a1ec-434d-aa31-c7b3ead2274e tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994236 Nov 10 14:45:54.524314 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dedd95-2db8-45d0-b2a7-49d580bf4557 req-b6130180-f163-44c4-82cc-5f78fe83ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:54.525808 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-14dedd95-2db8-45d0-b2a7-49d580bf4557 req-b6130180-f163-44c4-82cc-5f78fe83ca39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 913 time: 0.1166422 Nov 10 14:45:54.594000 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-14dedd95-2db8-45d0-b2a7-49d580bf4557 req-36b44d1c-2101-41d5-b52d-79ba8c355d57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93f55491-af68-4557-b272-4892c409f23e HTTP/1.1" status: 200 len: 1001 time: 0.0602832 Nov 10 14:45:54.642700 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dedd95-2db8-45d0-b2a7-49d580bf4557 req-2f053783-f7e4-4f2a-a8ec-a63a0f8dc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:54.644011 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-14dedd95-2db8-45d0-b2a7-49d580bf4557 req-2f053783-f7e4-4f2a-a8ec-a63a0f8dc115 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0427997 Nov 10 14:45:54.687926 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dedd95-2db8-45d0-b2a7-49d580bf4557 req-b7268725-3a61-441a-915a-8fcc576da9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:54.689459 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-14dedd95-2db8-45d0-b2a7-49d580bf4557 req-b7268725-3a61-441a-915a-8fcc576da9e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384235 Nov 10 14:45:54.784847 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-14dedd95-2db8-45d0-b2a7-49d580bf4557 req-ad42edac-8cb5-49ca-96fa-6458cb075628 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872574 Nov 10 14:45:54.871639 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-14dedd95-2db8-45d0-b2a7-49d580bf4557 req-d86fd89e-8f32-43c7-a932-30d67f4c41ee service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803223 Nov 10 14:45:55.614961 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f827a54-7649-41b1-aa3c-84dc0612ef0c req-d2a7adc6-e1f0-490e-a85d-6709841b931d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:55.616489 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3f827a54-7649-41b1-aa3c-84dc0612ef0c req-d2a7adc6-e1f0-490e-a85d-6709841b931d tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 943 time: 0.0474327 Nov 10 14:45:55.663388 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-3f827a54-7649-41b1-aa3c-84dc0612ef0c req-cfb4a4fa-d819-4e57-8ade-111592e9c02e tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404556 Nov 10 14:45:56.780254 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f05fe-d27f-4e97-940f-516a1abd3d88 req-e1c45fff-9d90-49eb-9f1d-162bbd1eda6e tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:56.781733 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-882f05fe-d27f-4e97-940f-516a1abd3d88 req-e1c45fff-9d90-49eb-9f1d-162bbd1eda6e tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 943 time: 0.0526874 Nov 10 14:45:56.829651 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-882f05fe-d27f-4e97-940f-516a1abd3d88 req-e1e92472-caea-4303-b8a8-2c46cde71a33 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420976 Nov 10 14:45:57.943025 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cde32-e476-4a6a-b0db-be5507ac13f9 req-eddbd763-89bb-49c9-a89a-1d59ef7f3792 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:57.944486 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a00cde32-e476-4a6a-b0db-be5507ac13f9 req-eddbd763-89bb-49c9-a89a-1d59ef7f3792 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 943 time: 0.0505245 Nov 10 14:45:57.993596 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-a00cde32-e476-4a6a-b0db-be5507ac13f9 req-bab021bf-f585-46c3-aac5-4519533c0947 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421591 Nov 10 14:45:58.852870 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:45:59.108763 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b086-60c7-4725-9e4a-ecca307d266d req-eb618f2a-7a74-4446-9453-ff76596551fb tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:45:59.110135 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-28c6b086-60c7-4725-9e4a-ecca307d266d req-eb618f2a-7a74-4446-9453-ff76596551fb tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 943 time: 0.0491562 Nov 10 14:45:59.159030 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-28c6b086-60c7-4725-9e4a-ecca307d266d req-9ae981d8-066b-4ab4-b5fe-a72a09fb4d44 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Nov 10 14:46:00.271185 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32b0a8-77a1-409e-9b3a-50e7455fe7fa req-d9daf1d0-339e-4ecd-9304-6a09e32e58f3 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:00.272658 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ba32b0a8-77a1-409e-9b3a-50e7455fe7fa req-d9daf1d0-339e-4ecd-9304-6a09e32e58f3 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 943 time: 0.0491502 Nov 10 14:46:00.320556 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-ba32b0a8-77a1-409e-9b3a-50e7455fe7fa req-38e1cffa-99bf-4865-8e7b-7e6886d22fee tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418007 Nov 10 14:46:01.437692 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0de12-0772-46ff-9783-f96d7d3d9bf3 req-3377b42a-fd0f-4512-92c1-60e72776c2a4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:01.439178 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a2e0de12-0772-46ff-9783-f96d7d3d9bf3 req-3377b42a-fd0f-4512-92c1-60e72776c2a4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 943 time: 0.0527439 Nov 10 14:46:01.487044 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a2e0de12-0772-46ff-9783-f96d7d3d9bf3 req-59676bf5-383e-4429-8b5d-72e253d0f127 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420163 Nov 10 14:46:01.835558 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=101584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 14:46:01.929332 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:46:02.058475 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Returning: {'device': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'port_id': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7', 'mac_address': 'fa:16:3e:b0:f6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 14:46:02.093886 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:02.105735 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 {{(pid=101584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 14:46:02.124425 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:46:02.128523 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:02.173511 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7,revision_number=4']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:46:02.180310 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:02.180684 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:02.181640 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:02.182053 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:02.182377 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:02.182702 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:02.183023 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:02.183347 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:02.183667 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:02.183991 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:02.184297 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:02.184630 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:02.557844 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] get_ports_and_sgs() called for port_ids ['6d348f8e-c28e-4ed9-9ee7-f1d677f177f7'] {{(pid=101584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 14:46:02.599843 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff40c-a7ba-4d8c-a6bf-7bf93f37913e req-a871949b-e408-45b7-8831-23ed6ffca740 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:02.601343 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-464ff40c-a7ba-4d8c-a6bf-7bf93f37913e req-a871949b-e408-45b7-8831-23ed6ffca740 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 944 time: 0.0484381 Nov 10 14:46:02.654990 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-464ff40c-a7ba-4d8c-a6bf-7bf93f37913e req-ed5e2cd6-60a6-4080-8077-e45b284abc6b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467956 Nov 10 14:46:03.768514 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa6c7c-8e40-4a58-83ee-ea9f4cc0f21c req-28748eef-fed3-426c-bff0-0e2d9f431a64 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:03.769976 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a2aa6c7c-8e40-4a58-83ee-ea9f4cc0f21c req-28748eef-fed3-426c-bff0-0e2d9f431a64 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 944 time: 0.0486147 Nov 10 14:46:03.818750 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a2aa6c7c-8e40-4a58-83ee-ea9f4cc0f21c req-2fe1e052-e177-4bfd-9e42-8c8b0fd2fd04 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427949 Nov 10 14:46:03.848813 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 up at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 14:46:03.899033 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning for port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 completed by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 14:46:03.902927 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.provisioning_blocks [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Provisioning complete for port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 triggered by entity L2. {{(pid=101584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 14:46:03.903276 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639009'] for port, provisioning_complete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:03.977621 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:04.001157 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7'}] {{(pid=101584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:46:04.003403 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7fc18c75c177efcf0b83b6f8fbee068e5ab8e86bff3eeb525206b193a0bc937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fca71c-c2cb-490f-a497-df90b6619a37" -d '{"events": [{"server_uuid": "b10489e6-c7cf-4b56-a163-666f133da28c", "name": "network-vif-plugged", "status": "completed", "tag": "6d348f8e-c28e-4ed9-9ee7-f1d677f177f7"}]}' {{(pid=101584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:46:04.016070 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] For port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:46:04.020115 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679'] for port, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:04.043309 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb2e982-cc0b-4eed-bac1-8b6d9a42873a x-openstack-request-id: req-dfb2e982-cc0b-4eed-bac1-8b6d9a42873a {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:46:04.043601 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10489e6-c7cf-4b56-a163-666f133da28c", "name": "network-vif-plugged", "status": "completed", "tag": "6d348f8e-c28e-4ed9-9ee7-f1d677f177f7", "code": 200}]} {{(pid=101584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:46:04.043850 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfb2e982-cc0b-4eed-bac1-8b6d9a42873a {{(pid=101584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:46:04.044245 dv-cinder-817229-1-iscsi neutron-server[101584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7', 'code': 200} Nov 10 14:46:04.072394 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Pushing event updated for resources: {'Port': ['ID=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7,revision_number=5']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:46:04.260813 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65422a1d-e3ef-4640-ab0c-771ae357803d req-e532b591-d764-4a45-b9e8-a4fe169d8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:04.262282 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-65422a1d-e3ef-4640-ab0c-771ae357803d req-e532b591-d764-4a45-b9e8-a4fe169d8f10 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 1098 time: 0.0386188 Nov 10 14:46:04.310949 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-65422a1d-e3ef-4640-ab0c-771ae357803d req-ab52a812-c465-409f-8e4f-0b5a291694ad service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409338 Nov 10 14:46:04.929219 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052384cf-7a55-404b-8dab-c5c9bbf1e110 req-88fb1f26-39b0-4eff-8a75-a249b327a73b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:04.930680 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-052384cf-7a55-404b-8dab-c5c9bbf1e110 req-88fb1f26-39b0-4eff-8a75-a249b327a73b tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 945 time: 0.0474529 Nov 10 14:46:04.978547 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-052384cf-7a55-404b-8dab-c5c9bbf1e110 req-c6bfe9e2-c2d6-4c3d-82b4-81d82091ddea tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412488 Nov 10 14:46:06.093033 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3f8e4-61fc-4cab-ba91-425e9a421025 req-6989bacf-5018-4d49-8ca5-d318964d1507 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:06.094483 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-caf3f8e4-61fc-4cab-ba91-425e9a421025 req-6989bacf-5018-4d49-8ca5-d318964d1507 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 945 time: 0.0486584 Nov 10 14:46:06.142512 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-caf3f8e4-61fc-4cab-ba91-425e9a421025 req-9cafa650-53f1-43f6-96dd-69d13257e98e tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419686 Nov 10 14:46:06.253632 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5cbf3-3baa-4f3d-b105-ab8b75b3a6e8 req-9f3bdf55-3bcb-402b-a23f-476120ff9cd8 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:06.255111 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1ac5cbf3-3baa-4f3d-b105-ab8b75b3a6e8 req-9f3bdf55-3bcb-402b-a23f-476120ff9cd8 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 945 time: 0.0481081 Nov 10 14:46:06.303821 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-1ac5cbf3-3baa-4f3d-b105-ab8b75b3a6e8 req-8324b685-ae32-4405-8c87-0b6f1564ebae tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417736 Nov 10 14:46:06.325444 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41874) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:46:06.464724 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167f000e-d6bc-4c8e-a91f-4d972f02ebd7 tempest-TestVolumeBootPattern-1777789909 tempest-TestVolumeBootPattern-1777789909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:06.466256 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-167f000e-d6bc-4c8e-a91f-4d972f02ebd7 tempest-TestVolumeBootPattern-1777789909 tempest-TestVolumeBootPattern-1777789909-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 1093 time: 0.1398301 Nov 10 14:46:06.469057 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41878) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:46:06.473315 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.v2.base [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Request body: {'floatingip': {'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'port_id': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7', 'tenant_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 14:46:06.496668 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for floatingip, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:06.593390 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:06.691681 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_common [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Allocated IP 172.27.1.122 (44ed265f-6e99-4080-a569-99c206a012ee/d8d3a504-72bd-489b-974d-beaaf37b0eef/c76d1a56-b846-4217-9057-8c84dcb4a873) {{(pid=101583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 14:46:06.793394 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for port, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:06.825263 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772971861643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:06.859928 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Network 44ed265f-6e99-4080-a569-99c206a012ee is already hosted by enough agents. {{(pid=101583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 14:46:06.866239 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Resources bound (agent type, host, resource id): {{(pid=101583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 14:46:06.870359 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Received port after_create {{(pid=101583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 14:46:06.891821 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'Port': ['ID=c76d1a56-b846-4217-9057-8c84dcb4a873,revision_number=1']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:46:06.901408 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:06.901679 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:06.902019 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:06.902356 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:06.902687 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:06.903018 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:06.903345 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:06.903670 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:06.903995 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:06.904320 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:06.904667 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:06.904988 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:46:07.232225 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:07.303357 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528233'] for port, before_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:07.448972 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for port, precommit_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:07.453287 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772972274571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772971861661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772971861679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2253907'] for port, after_update {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:07.521437 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event updated for resources: {'Port': ['ID=c76d1a56-b846-4217-9057-8c84dcb4a873,revision_number=2']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:46:07.534927 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3801313'] for floatingip, after_create {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:07.630814 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.l3_db [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Floating IP b942b04e-58fe-4d7b-ac93-27b55f787f7a associated. External IP: 172.27.1.122, port: 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7. Nov 10 14:46:08.077357 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:46:08.178689 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:46:08.188645 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa5ed2a-1b4a-4174-b2ba-78687d252ba1 None None] Sync routers for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:46:08.197859 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:08.199386 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa5ed2a-1b4a-4174-b2ba-78687d252ba1 None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:46:08.200004 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-4aa5ed2a-1b4a-4174-b2ba-78687d252ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:45:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:46:08.226738 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-1e5b2a14-12b0-45cd-bd83-25646fdd73f4 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7566719 Nov 10 14:46:08.227309 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'tag': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:46:08.230083 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e29acd-b522-4a8d-9e69-bebf6be72a84" -d '{"events": [{"name": "network-changed", "server_uuid": "b10489e6-c7cf-4b56-a163-666f133da28c", "tag": "6d348f8e-c28e-4ed9-9ee7-f1d677f177f7"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:46:08.309292 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-4aa5ed2a-1b4a-4174-b2ba-78687d252ba1 None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:46:08.321725 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720e6aae-dc17-497e-bcff-a6b4f126b9a1 x-openstack-request-id: req-720e6aae-dc17-497e-bcff-a6b4f126b9a1 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:46:08.322249 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10489e6-c7cf-4b56-a163-666f133da28c", "tag": "6d348f8e-c28e-4ed9-9ee7-f1d677f177f7", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:46:08.322249 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-720e6aae-dc17-497e-bcff-a6b4f126b9a1 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:46:08.322636 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'tag': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7', 'status': 'completed', 'code': 200} Nov 10 14:46:08.388773 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e29acd-b522-4a8d-9e69-bebf6be72a84 req-6aae35a7-d716-4629-ad8a-4eab67b33799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:08.390290 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a0e29acd-b522-4a8d-9e69-bebf6be72a84 req-6aae35a7-d716-4629-ad8a-4eab67b33799 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 1098 time: 0.0450585 Nov 10 14:46:08.480576 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e29acd-b522-4a8d-9e69-bebf6be72a84 req-05b0b4d8-cc0c-4df4-ac2a-001148b252e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:08.484023 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a0e29acd-b522-4a8d-9e69-bebf6be72a84 req-05b0b4d8-cc0c-4df4-ac2a-001148b252e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 913 time: 0.0841618 Nov 10 14:46:08.540738 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-4aa5ed2a-1b4a-4174-b2ba-78687d252ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '44e2b1ef-33d4-4523-aac8-f7fd5d8c0c3b', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': '93f55491-af68-4557-b272-4892c409f23e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:43:36Z', 'updated_at': '2021-11-10T14:43:39Z', 'revision_number': 1, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}, {'id': 'b942b04e-58fe-4d7b-ac93-27b55f787f7a', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:b0:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:07Z', 'revision_number': 0, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:46:08.552977 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a0e29acd-b522-4a8d-9e69-bebf6be72a84 req-c0d50dbc-b5af-4334-85d2-8d29a62b8841 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 HTTP/1.1" status: 200 len: 999 time: 0.0629423 Nov 10 14:46:08.571435 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa5ed2a-1b4a-4174-b2ba-78687d252ba1 None None] Checking router: 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:46:08.579782 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa5ed2a-1b4a-4174-b2ba-78687d252ba1 None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:46:08.580415 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-4aa5ed2a-1b4a-4174-b2ba-78687d252ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:45:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:46:08.601036 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e29acd-b522-4a8d-9e69-bebf6be72a84 req-1bc63e7e-3bac-47d0-ba11-490f4570be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:08.602487 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a0e29acd-b522-4a8d-9e69-bebf6be72a84 req-1bc63e7e-3bac-47d0-ba11-490f4570be44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0426786 Nov 10 14:46:08.648673 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e29acd-b522-4a8d-9e69-bebf6be72a84 req-8d84b8d2-7d75-4f39-af3c-8141556f122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:08.651012 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a0e29acd-b522-4a8d-9e69-bebf6be72a84 req-8d84b8d2-7d75-4f39-af3c-8141556f122f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409219 Nov 10 14:46:08.686107 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-4aa5ed2a-1b4a-4174-b2ba-78687d252ba1 None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:46:08.743488 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a0e29acd-b522-4a8d-9e69-bebf6be72a84 req-1f7688b6-9203-4df6-8a76-19a2c3a6149b service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852461 Nov 10 14:46:08.831745 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-a0e29acd-b522-4a8d-9e69-bebf6be72a84 req-fd7aa33b-625b-4f4a-9cc5-6c968b038176 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810065 Nov 10 14:46:08.912171 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-4aa5ed2a-1b4a-4174-b2ba-78687d252ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '44e2b1ef-33d4-4523-aac8-f7fd5d8c0c3b', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': '93f55491-af68-4557-b272-4892c409f23e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:43:36Z', 'updated_at': '2021-11-10T14:43:39Z', 'revision_number': 1, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}, {'id': 'b942b04e-58fe-4d7b-ac93-27b55f787f7a', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:b0:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:07Z', 'revision_number': 0, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:46:08.942762 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa5ed2a-1b4a-4174-b2ba-78687d252ba1 None None] The sync data for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi is: [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '44e2b1ef-33d4-4523-aac8-f7fd5d8c0c3b', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': '93f55491-af68-4557-b272-4892c409f23e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:43:36Z', 'updated_at': '2021-11-10T14:43:39Z', 'revision_number': 1, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}, {'id': 'b942b04e-58fe-4d7b-ac93-27b55f787f7a', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:b0:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:46:07Z', 'updated_at': '2021-11-10T14:46:07Z', 'revision_number': 0, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:46:09.126815 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc52968-2c59-4549-a2e8-8555896e4879 None None] New status for floating IP b942b04e-58fe-4d7b-ac93-27b55f787f7a: ACTIVE {{(pid=101585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:46:10.472604 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-eefff850-eed8-4df2-8cce-bd7f5c92c7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:13.032617 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d17c6a8a-f8f8-4fee-ad4b-c988e04dc82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:14.164760 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:15.585293 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:16.683343 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:17.833448 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:35.850868 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:46:40.473682 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-3777cc21-383c-4dcd-899e-d6cab1f41e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:43.035483 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-51398918-f683-40e0-8ff7-ba5927da986e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:44.166478 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:44.188412 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [req-bafb5315-4c44-4aff-b98b-db6caa98514a req-5b231dfa-e483-49cd-824a-cb4caf42e3ca service neutron] (101583) timed out ('10.222.0.32', 51927) {{(pid=101583) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 14:46:44.259321 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [req-26c4b4bd-2b63-47b9-9684-e6df38ebeb53 req-04938bfe-4fe3-4168-980e-4251c6fbdc6d service neutron] (101582) timed out ('10.222.0.32', 51947) {{(pid=101582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 14:46:45.588830 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:46.684593 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:47.843025 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:46:54.843308 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ca3e5419-96e0-4616-997b-4c9b33fd1bb5 req-8f128b99-a631-49fd-9716-3e8c7f87149f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860846 Nov 10 14:46:54.925069 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e5419-96e0-4616-997b-4c9b33fd1bb5 req-af4f4beb-242a-45d7-a669-53ee6dfa8a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:54.926565 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ca3e5419-96e0-4616-997b-4c9b33fd1bb5 req-af4f4beb-242a-45d7-a669-53ee6dfa8a56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 1098 time: 0.0410049 Nov 10 14:46:55.028370 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e5419-96e0-4616-997b-4c9b33fd1bb5 req-893d3d2e-48a7-42e0-8c1e-10f042cf86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:55.029841 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ca3e5419-96e0-4616-997b-4c9b33fd1bb5 req-893d3d2e-48a7-42e0-8c1e-10f042cf86f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 913 time: 0.0843241 Nov 10 14:46:55.099105 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ca3e5419-96e0-4616-997b-4c9b33fd1bb5 req-ceb1f51b-99a3-4a59-af23-8cc18efe6954 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93f55491-af68-4557-b272-4892c409f23e HTTP/1.1" status: 200 len: 1001 time: 0.0607486 Nov 10 14:46:55.147803 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e5419-96e0-4616-997b-4c9b33fd1bb5 req-9e0ebc09-ee39-4db4-8842-5cd58f9dd078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:55.149285 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ca3e5419-96e0-4616-997b-4c9b33fd1bb5 req-9e0ebc09-ee39-4db4-8842-5cd58f9dd078 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0436785 Nov 10 14:46:55.193503 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e5419-96e0-4616-997b-4c9b33fd1bb5 req-5d9d71a6-ad5f-4523-b290-da398953508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:46:55.194947 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ca3e5419-96e0-4616-997b-4c9b33fd1bb5 req-5d9d71a6-ad5f-4523-b290-da398953508a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382454 Nov 10 14:46:55.288395 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ca3e5419-96e0-4616-997b-4c9b33fd1bb5 req-1e312a7d-5357-444a-871c-d6154211dd7f service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856717 Nov 10 14:46:55.374551 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-ca3e5419-96e0-4616-997b-4c9b33fd1bb5 req-1888ffa3-2a0a-4899-bc24-8ff34c2a93fc service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790486 Nov 10 14:47:10.474921 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d4151a2c-39c6-4c88-9130-2b8ae0f7bc01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:47:12.849874 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:47:13.037106 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-3926e0ca-c5f7-47aa-bf5a-947045bdc71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:47:14.168590 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:47:15.590576 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:47:16.689015 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:47:17.846152 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:47:40.475196 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a87f05cf-af15-495d-917f-240672cdbace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:47:43.039725 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa120-fc7a-41fb-aad8-cf40e26ef47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:47:44.171563 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:47:45.594064 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:47:46.690938 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:47:47.859291 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:47:49.848609 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:47:54.290156 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bfe45164-139e-4331-95aa-e7da8092917b req-af11ca86-5756-4c62-ab1a-4dace5803467 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441954 Nov 10 14:47:54.349500 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe45164-139e-4331-95aa-e7da8092917b req-04d3ed4e-5d20-4400-83f8-360891ea9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:47:54.350968 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bfe45164-139e-4331-95aa-e7da8092917b req-04d3ed4e-5d20-4400-83f8-360891ea9476 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 1098 time: 0.0396869 Nov 10 14:47:54.456861 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe45164-139e-4331-95aa-e7da8092917b req-f50f9685-c65b-4864-8ec2-41ae8ffda289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:47:54.458333 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bfe45164-139e-4331-95aa-e7da8092917b req-f50f9685-c65b-4864-8ec2-41ae8ffda289 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 913 time: 0.0864904 Nov 10 14:47:54.525541 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bfe45164-139e-4331-95aa-e7da8092917b req-07207173-8157-48aa-bdaf-b4d16ebf1871 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 HTTP/1.1" status: 200 len: 1001 time: 0.0598316 Nov 10 14:47:54.573967 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe45164-139e-4331-95aa-e7da8092917b req-43bb69e4-cdd4-4e03-b971-48783fe8f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:47:54.575407 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bfe45164-139e-4331-95aa-e7da8092917b req-43bb69e4-cdd4-4e03-b971-48783fe8f44f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0424044 Nov 10 14:47:54.623578 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe45164-139e-4331-95aa-e7da8092917b req-0eeef341-a0c9-4d78-b1ad-13be950fb679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:47:54.625118 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bfe45164-139e-4331-95aa-e7da8092917b req-0eeef341-a0c9-4d78-b1ad-13be950fb679 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426781 Nov 10 14:47:54.713370 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bfe45164-139e-4331-95aa-e7da8092917b req-4b401f88-e6e2-486b-a87f-94ea1054988d service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806086 Nov 10 14:47:54.801992 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-bfe45164-139e-4331-95aa-e7da8092917b req-0e683d86-df59-4569-999f-2e86ff0b4bc7 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819798 Nov 10 14:48:10.313293 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41914) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:10.471077 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Deleting port c76d1a56-b846-4217-9057-8c84dcb4a873 {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:48:10.471450 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:10.481072 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-fdafda3b-5c70-40aa-b964-f73dcf28792f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:10.551689 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:10.552011 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:10.563483 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Calling delete_port for c76d1a56-b846-4217-9057-8c84dcb4a873 owned by network:floatingip {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:48:10.712289 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:10.737968 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event deleted for resources: {'Port': ['ID=c76d1a56-b846-4217-9057-8c84dcb4a873,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:10.766345 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:10.766687 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:10.767025 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:10.767356 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:10.767683 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:10.768011 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:10.768334 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:10.768674 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:10.768996 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:10.769314 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:10.769633 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:10.769943 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:10.808851 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for floatingip, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:10.809238 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.l3_db [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Floating IP b942b04e-58fe-4d7b-ac93-27b55f787f7a disassociated (deleted). External IP: 172.27.1.122, port: 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7. Nov 10 14:48:11.006358 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:48:11.119963 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:48:11.125989 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:11.133165 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e49693-fb20-40da-b5fe-e9595e9b01db None None] Sync routers for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:48:11.143672 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e49693-fb20-40da-b5fe-e9595e9b01db None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:48:11.144459 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-56e49693-fb20-40da-b5fe-e9595e9b01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:47:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:11.154970 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-d2bdc93c-b5c1-4207-82cb-0b235e75a806 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "DELETE /v2.0/floatingips/b942b04e-58fe-4d7b-ac93-27b55f787f7a HTTP/1.1" status: 204 len: 168 time: 0.8405886 Nov 10 14:48:11.155642 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'tag': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:48:11.158034 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf17f04-bab5-48ac-b947-d64bbbe7ba6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b10489e6-c7cf-4b56-a163-666f133da28c", "tag": "6d348f8e-c28e-4ed9-9ee7-f1d677f177f7"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:48:11.200320 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a75aa4-cfc9-4160-867d-7fd42254df29 x-openstack-request-id: req-71a75aa4-cfc9-4160-867d-7fd42254df29 {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:48:11.200641 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10489e6-c7cf-4b56-a163-666f133da28c", "tag": "6d348f8e-c28e-4ed9-9ee7-f1d677f177f7", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:48:11.200908 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71a75aa4-cfc9-4160-867d-7fd42254df29 {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:48:11.203238 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'tag': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7', 'status': 'completed', 'code': 200} Nov 10 14:48:11.276590 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17f04-bab5-48ac-b947-d64bbbe7ba6e req-043326f0-1632-4784-871a-8050fbc09bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:48:11.279407 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cbf17f04-bab5-48ac-b947-d64bbbe7ba6e req-043326f0-1632-4784-871a-8050fbc09bee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 1098 time: 0.0534759 Nov 10 14:48:11.395293 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-56e49693-fb20-40da-b5fe-e9595e9b01db None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:48:11.395637 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17f04-bab5-48ac-b947-d64bbbe7ba6e req-de8c4006-dcd3-4c1e-b491-82e27673c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:48:11.397492 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cbf17f04-bab5-48ac-b947-d64bbbe7ba6e req-de8c4006-dcd3-4c1e-b491-82e27673c3c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 913 time: 0.1079493 Nov 10 14:48:11.400396 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2e993-a756-4417-a6d4-ed906ceb6041 req-b0fd0567-b3d6-4298-94ae-3534cb4a5e9a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:48:11.401883 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b5f2e993-a756-4417-a6d4-ed906ceb6041 req-b0fd0567-b3d6-4298-94ae-3534cb4a5e9a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 945 time: 0.0567660 Nov 10 14:48:11.443439 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cbf17f04-bab5-48ac-b947-d64bbbe7ba6e req-a51b5b4d-8b7f-4cb5-b95b-0a810cfcf82e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 HTTP/1.1" status: 200 len: 217 time: 0.0362012 Nov 10 14:48:11.453994 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-b5f2e993-a756-4417-a6d4-ed906ceb6041 req-7d9a152f-4bee-4bb2-b986-e9f90e185230 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455637 Nov 10 14:48:11.494333 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17f04-bab5-48ac-b947-d64bbbe7ba6e req-009b85ac-91f8-461a-a1b2-15291a2475d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:48:11.495805 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cbf17f04-bab5-48ac-b947-d64bbbe7ba6e req-009b85ac-91f8-461a-a1b2-15291a2475d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0451560 Nov 10 14:48:11.543043 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17f04-bab5-48ac-b947-d64bbbe7ba6e req-9756d2de-3348-496b-bbc8-213a391ac9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:48:11.544503 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cbf17f04-bab5-48ac-b947-d64bbbe7ba6e req-9756d2de-3348-496b-bbc8-213a391ac9f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401731 Nov 10 14:48:11.629881 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-56e49693-fb20-40da-b5fe-e9595e9b01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '44e2b1ef-33d4-4523-aac8-f7fd5d8c0c3b', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': '93f55491-af68-4557-b272-4892c409f23e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:43:36Z', 'updated_at': '2021-11-10T14:43:39Z', 'revision_number': 1, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:11.641371 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cbf17f04-bab5-48ac-b947-d64bbbe7ba6e req-bf2e85c7-e67d-45b5-a331-4805361fb485 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885408 Nov 10 14:48:11.656396 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e49693-fb20-40da-b5fe-e9595e9b01db None None] Checking router: 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:48:11.665299 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e49693-fb20-40da-b5fe-e9595e9b01db None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:48:11.665905 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-56e49693-fb20-40da-b5fe-e9595e9b01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:47:43Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:11.749459 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cbf17f04-bab5-48ac-b947-d64bbbe7ba6e req-0e788358-d728-45ec-af23-0c9b15bb0bb6 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997384 Nov 10 14:48:11.774951 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-56e49693-fb20-40da-b5fe-e9595e9b01db None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:48:12.016306 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-56e49693-fb20-40da-b5fe-e9595e9b01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '44e2b1ef-33d4-4523-aac8-f7fd5d8c0c3b', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': '93f55491-af68-4557-b272-4892c409f23e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:43:36Z', 'updated_at': '2021-11-10T14:43:39Z', 'revision_number': 1, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:12.043876 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e49693-fb20-40da-b5fe-e9595e9b01db None None] The sync data for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi is: [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_floatingips': [{'id': '44e2b1ef-33d4-4523-aac8-f7fd5d8c0c3b', 'tenant_id': '997169d4ece34539b61623463dde885e', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'router_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'port_id': '93f55491-af68-4557-b272-4892c409f23e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T14:43:36Z', 'updated_at': '2021-11-10T14:43:39Z', 'revision_number': 1, 'project_id': '997169d4ece34539b61623463dde885e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:48:12.281348 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ff84df-6b4c-4e92-b006-690dc49e7e9c None None] New status for floating IP b942b04e-58fe-4d7b-ac93-27b55f787f7a: DOWN {{(pid=101585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:48:12.574808 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd244b03-90f0-493e-8cb9-720ce8246259 req-54759571-3073-4378-972d-c1ca12d418c6 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:48:12.576212 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-dd244b03-90f0-493e-8cb9-720ce8246259 req-54759571-3073-4378-972d-c1ca12d418c6 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 945 time: 0.0535767 Nov 10 14:48:12.631451 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-dd244b03-90f0-493e-8cb9-720ce8246259 req-7709b46d-925f-45ba-a6ec-8ad0f3aec86f tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493190 Nov 10 14:48:13.041018 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b739-f1e8-4010-aa83-cfcd35ab48d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:13.173436 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b8fd8-0523-47d9-9b08-dd6f0a7510b3 req-c20906be-f6cc-423d-b3f3-291bfb6b9790 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:48:13.174875 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8d8b8fd8-0523-47d9-9b08-dd6f0a7510b3 req-c20906be-f6cc-423d-b3f3-291bfb6b9790 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 945 time: 0.0495985 Nov 10 14:48:13.265067 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-8d8b8fd8-0523-47d9-9b08-dd6f0a7510b3 req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Deleting port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:48:13.265439 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-8d8b8fd8-0523-47d9-9b08-dd6f0a7510b3 req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:13.352092 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-8d8b8fd8-0523-47d9-9b08-dd6f0a7510b3 req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] For port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:48:13.352396 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-8d8b8fd8-0523-47d9-9b08-dd6f0a7510b3 req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:13.364880 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-8d8b8fd8-0523-47d9-9b08-dd6f0a7510b3 req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Calling delete_port for 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 owned by compute:nova {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:48:13.492146 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-8d8b8fd8-0523-47d9-9b08-dd6f0a7510b3 req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:13.518621 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event deleted for resources: {'Port': ['ID=6d348f8e-c28e-4ed9-9ee7-f1d677f177f7,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:13.531275 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:13.531622 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:13.532029 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:13.532389 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:13.532800 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:13.533149 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:13.533520 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:13.533829 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:13.534163 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:13.534490 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:13.534803 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:13.535123 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:13.576062 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8b8fd8-0523-47d9-9b08-dd6f0a7510b3 req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] No DVR routers for this DVR port 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 on host hv-cinder-81722 {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:48:13.578597 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-8d8b8fd8-0523-47d9-9b08-dd6f0a7510b3 req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:13.581969 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-8d8b8fd8-0523-47d9-9b08-dd6f0a7510b3 req-ca96322a-70f6-44fb-a800-c85a00655437 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "DELETE /v2.0/ports/6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 HTTP/1.1" status: 204 len: 173 time: 0.4008708 Nov 10 14:48:13.582392 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'name': 'network-vif-deleted', 'tag': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:48:13.584617 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239c27ad-c118-443b-8a5a-cafefd0d383a" -d '{"events": [{"server_uuid": "b10489e6-c7cf-4b56-a163-666f133da28c", "name": "network-vif-deleted", "tag": "6d348f8e-c28e-4ed9-9ee7-f1d677f177f7"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:48:13.697802 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2e9193-9c10-43af-9624-e5737c0c83cc x-openstack-request-id: req-dd2e9193-9c10-43af-9624-e5737c0c83cc {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:48:13.698099 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10489e6-c7cf-4b56-a163-666f133da28c", "name": "network-vif-deleted", "tag": "6d348f8e-c28e-4ed9-9ee7-f1d677f177f7", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:48:13.698348 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd2e9193-9c10-43af-9624-e5737c0c83cc {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:48:13.698739 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10489e6-c7cf-4b56-a163-666f133da28c', 'name': 'network-vif-deleted', 'tag': '6d348f8e-c28e-4ed9-9ee7-f1d677f177f7', 'status': 'completed', 'code': 200} Nov 10 14:48:13.746496 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-9894e4f5-65fb-400e-8d31-206ea3485912 req-a1300060-0ba7-48b2-8c83-6c37b9f6f114 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10489e6-c7cf-4b56-a163-666f133da28c HTTP/1.1" status: 200 len: 210 time: 0.0263026 Nov 10 14:48:14.175503 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:15.597654 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:16.561442 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:48:16.582365 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:48:16.582706 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 6d348f8e-c28e-4ed9-9ee7-f1d677f177f7 not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:48:16.695361 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:17.056006 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41958) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:17.270676 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-3c945e39-7310-4dfe-8bc9-9c874eaaa303 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Deleting port ede255a1-24d7-4c3f-9a9e-f9ea64a96841 {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:48:17.271219 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3c945e39-7310-4dfe-8bc9-9c874eaaa303 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:17.400701 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3c945e39-7310-4dfe-8bc9-9c874eaaa303 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:17.401129 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3c945e39-7310-4dfe-8bc9-9c874eaaa303 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:17.420472 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-3c945e39-7310-4dfe-8bc9-9c874eaaa303 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Calling delete_port for ede255a1-24d7-4c3f-9a9e-f9ea64a96841 owned by network:floatingip {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:48:17.634940 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3c945e39-7310-4dfe-8bc9-9c874eaaa303 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:17.682293 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c945e39-7310-4dfe-8bc9-9c874eaaa303 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event deleted for resources: {'Port': ['ID=ede255a1-24d7-4c3f-9a9e-f9ea64a96841,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:17.765442 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3c945e39-7310-4dfe-8bc9-9c874eaaa303 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for floatingip, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:17.765956 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.db.l3_db [None req-3c945e39-7310-4dfe-8bc9-9c874eaaa303 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Floating IP 44e2b1ef-33d4-4523-aac8-f7fd5d8c0c3b disassociated (deleted). External IP: 172.27.1.104, port: 93f55491-af68-4557-b272-4892c409f23e. Nov 10 14:48:17.858531 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:18.010549 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c945e39-7310-4dfe-8bc9-9c874eaaa303 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:48:18.129241 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c945e39-7310-4dfe-8bc9-9c874eaaa303 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:48:18.135495 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-3c945e39-7310-4dfe-8bc9-9c874eaaa303 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:18.142273 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d355305-991b-4dfe-8abb-f7a67141bb4b None None] Sync routers for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:48:18.151860 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d355305-991b-4dfe-8abb-f7a67141bb4b None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:48:18.152499 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-1d355305-991b-4dfe-8abb-f7a67141bb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:48:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:18.166295 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-3c945e39-7310-4dfe-8bc9-9c874eaaa303 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "DELETE /v2.0/floatingips/44e2b1ef-33d4-4523-aac8-f7fd5d8c0c3b HTTP/1.1" status: 204 len: 168 time: 1.1090462 Nov 10 14:48:18.166997 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'tag': '93f55491-af68-4557-b272-4892c409f23e'}] {{(pid=101583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:48:18.169476 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3167ec6b19df9c763aa41140bfc54f159a055e42ac228bcfae4af1f5bc7b5123" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236e9f55-464b-4d7a-b0ff-1598ed92ec6c" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb63081-630d-46bd-a3fb-164f5dcc3b2f", "tag": "93f55491-af68-4557-b272-4892c409f23e"}]}' {{(pid=101583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:48:18.208769 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 14:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b3b233-f33c-4a0b-9997-c3625882851a x-openstack-request-id: req-e4b3b233-f33c-4a0b-9997-c3625882851a {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:48:18.209751 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb63081-630d-46bd-a3fb-164f5dcc3b2f", "tag": "93f55491-af68-4557-b272-4892c409f23e", "status": "completed", "code": 200}]} {{(pid=101583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:48:18.209751 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4b3b233-f33c-4a0b-9997-c3625882851a {{(pid=101583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:48:18.209751 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'tag': '93f55491-af68-4557-b272-4892c409f23e', 'status': 'completed', 'code': 200} Nov 10 14:48:18.277506 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e9f55-464b-4d7a-b0ff-1598ed92ec6c req-25e4635b-9cb9-45cf-b29e-801467609275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:48:18.279024 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-236e9f55-464b-4d7a-b0ff-1598ed92ec6c req-25e4635b-9cb9-45cf-b29e-801467609275 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=997169d4ece34539b61623463dde885e&device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 1098 time: 0.0443702 Nov 10 14:48:18.304014 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-1d355305-991b-4dfe-8abb-f7a67141bb4b None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:48:18.396778 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e9f55-464b-4d7a-b0ff-1598ed92ec6c req-eda27192-3c36-4908-aad5-545305b43017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:48:18.398293 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-236e9f55-464b-4d7a-b0ff-1598ed92ec6c req-eda27192-3c36-4908-aad5-545305b43017 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 200 len: 913 time: 0.1108780 Nov 10 14:48:18.420118 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c58561-407e-467d-962f-012eaf40b198 req-5a7cf020-d83f-48e4-8ccc-c5694973ecd8 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:48:18.421683 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-35c58561-407e-467d-962f-012eaf40b198 req-5a7cf020-d83f-48e4-8ccc-c5694973ecd8 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 945 time: 0.0506556 Nov 10 14:48:18.442221 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-236e9f55-464b-4d7a-b0ff-1598ed92ec6c req-cbf2f754-f812-476f-86b9-e6fe8848ad3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93f55491-af68-4557-b272-4892c409f23e HTTP/1.1" status: 200 len: 217 time: 0.0359874 Nov 10 14:48:18.476208 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [req-35c58561-407e-467d-962f-012eaf40b198 req-58639e4e-ff83-40bc-a82e-a2f853c56953 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480068 Nov 10 14:48:18.496490 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e9f55-464b-4d7a-b0ff-1598ed92ec6c req-27f608a8-f131-447e-878b-068fe7bc206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:48:18.498036 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-236e9f55-464b-4d7a-b0ff-1598ed92ec6c req-27f608a8-f131-447e-878b-068fe7bc206a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 200 len: 851 time: 0.0484550 Nov 10 14:48:18.520431 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-1d355305-991b-4dfe-8abb-f7a67141bb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:18.544045 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e9f55-464b-4d7a-b0ff-1598ed92ec6c req-a1153105-8ef6-457b-9e2c-3236a34b2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:48:18.545499 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-236e9f55-464b-4d7a-b0ff-1598ed92ec6c req-a1153105-8ef6-457b-9e2c-3236a34b2308 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5349bd27-20ab-45df-986f-87dec95885a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400746 Nov 10 14:48:18.550587 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d355305-991b-4dfe-8abb-f7a67141bb4b None None] Checking router: 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:48:18.560430 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d355305-991b-4dfe-8abb-f7a67141bb4b None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:48:18.561036 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-1d355305-991b-4dfe-8abb-f7a67141bb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:48:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:18.641755 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-236e9f55-464b-4d7a-b0ff-1598ed92ec6c req-4ead56f6-cee3-4b58-99d2-28ab148d36c8 service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886164 Nov 10 14:48:18.667535 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-1d355305-991b-4dfe-8abb-f7a67141bb4b None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:48:18.876490 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-1d355305-991b-4dfe-8abb-f7a67141bb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:18.905062 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d355305-991b-4dfe-8abb-f7a67141bb4b None None] The sync data for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi is: [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:37Z', 'revision_number': 4, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi', '_interfaces': [{'id': 'f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2', 'name': '', 'network_id': '5349bd27-20ab-45df-986f-87dec95885a9', 'tenant_id': '997169d4ece34539b61623463dde885e', 'mac_address': 'fa:16:3e:62:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:36Z', 'updated_at': '2021-11-10T14:39:41Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'subnets': [{'id': 'cdf61559-bfb7-4ec8-8864-ccacd3d58ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:48:18.996300 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-236e9f55-464b-4d7a-b0ff-1598ed92ec6c req-b67f8f15-4cdc-4ded-a59e-50b2c934c27c service neutron] 10.222.0.32 "GET /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464243 Nov 10 14:48:19.119237 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4b6616-e886-4ed6-b074-372a16a12f9d None None] New status for floating IP 44e2b1ef-33d4-4523-aac8-f7fd5d8c0c3b: DOWN {{(pid=101585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 14:48:19.607659 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a4743-aa43-4a4b-8f94-7a5edd0b84b5 req-9f24ad26-d4d7-490b-becf-2cee58fe8ec2 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:48:19.609213 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-815a4743-aa43-4a4b-8f94-7a5edd0b84b5 req-9f24ad26-d4d7-490b-becf-2cee58fe8ec2 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 945 time: 0.0543442 Nov 10 14:48:19.665866 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-815a4743-aa43-4a4b-8f94-7a5edd0b84b5 req-ec876d6e-3af4-4626-9683-ab06c4c83eae tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/security-groups?id=ed10b20a-3e6c-4604-a942-ce9de523b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499077 Nov 10 14:48:20.100410 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b0851-83b9-43d7-9508-5379f3e589b5 req-1e6a98f9-72e3-47cb-8d65-f6e77334b669 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 14:48:20.102583 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-655b0851-83b9-43d7-9508-5379f3e589b5 req-1e6a98f9-72e3-47cb-8d65-f6e77334b669 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 945 time: 0.0509803 Nov 10 14:48:20.196458 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-655b0851-83b9-43d7-9508-5379f3e589b5 req-bf60b4e0-7c60-41e6-8860-6a79f743932a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Deleting port 93f55491-af68-4557-b272-4892c409f23e {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:48:20.196887 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-655b0851-83b9-43d7-9508-5379f3e589b5 req-bf60b4e0-7c60-41e6-8860-6a79f743932a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:20.282512 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [req-655b0851-83b9-43d7-9508-5379f3e589b5 req-bf60b4e0-7c60-41e6-8860-6a79f743932a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] For port 93f55491-af68-4557-b272-4892c409f23e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=93f55491-af68-4557-b272-4892c409f23e,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:48:20.282878 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-655b0851-83b9-43d7-9508-5379f3e589b5 req-bf60b4e0-7c60-41e6-8860-6a79f743932a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:20.295059 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [req-655b0851-83b9-43d7-9508-5379f3e589b5 req-bf60b4e0-7c60-41e6-8860-6a79f743932a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Calling delete_port for 93f55491-af68-4557-b272-4892c409f23e owned by compute:nova {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:48:20.421616 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-655b0851-83b9-43d7-9508-5379f3e589b5 req-bf60b4e0-7c60-41e6-8860-6a79f743932a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:20.447846 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60b4e0-7c60-41e6-8860-6a79f743932a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event deleted for resources: {'Port': ['ID=93f55491-af68-4557-b272-4892c409f23e,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:20.494537 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [req-655b0851-83b9-43d7-9508-5379f3e589b5 req-bf60b4e0-7c60-41e6-8860-6a79f743932a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] No DVR routers for this DVR port 93f55491-af68-4557-b272-4892c409f23e on host hv-cinder-81722 {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:48:20.497055 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [req-655b0851-83b9-43d7-9508-5379f3e589b5 req-bf60b4e0-7c60-41e6-8860-6a79f743932a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for port, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:20.500393 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-655b0851-83b9-43d7-9508-5379f3e589b5 req-bf60b4e0-7c60-41e6-8860-6a79f743932a tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.32 "DELETE /v2.0/ports/93f55491-af68-4557-b272-4892c409f23e HTTP/1.1" status: 204 len: 173 time: 0.3914475 Nov 10 14:48:20.500821 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'name': 'network-vif-deleted', 'tag': '93f55491-af68-4557-b272-4892c409f23e'}] {{(pid=101582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 14:48:20.503149 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3b7f2a760a3c99d3e11064bb19e574e1e408a69e79d3ba5eb97b98a189efb65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07ba430-9852-4a4d-b8d4-2d547554ba38" -d '{"events": [{"server_uuid": "5eb63081-630d-46bd-a3fb-164f5dcc3b2f", "name": "network-vif-deleted", "tag": "93f55491-af68-4557-b272-4892c409f23e"}]}' {{(pid=101582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 14:48:20.546357 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 14:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4464ffc4-586d-4ccd-a1f6-726b9977d450 x-openstack-request-id: req-4464ffc4-586d-4ccd-a1f6-726b9977d450 {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 14:48:20.546676 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb63081-630d-46bd-a3fb-164f5dcc3b2f", "name": "network-vif-deleted", "tag": "93f55491-af68-4557-b272-4892c409f23e", "status": "completed", "code": 200}]} {{(pid=101582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 14:48:20.546927 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4464ffc4-586d-4ccd-a1f6-726b9977d450 {{(pid=101582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 14:48:20.547318 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb63081-630d-46bd-a3fb-164f5dcc3b2f', 'name': 'network-vif-deleted', 'tag': '93f55491-af68-4557-b272-4892c409f23e', 'status': 'completed', 'code': 200} Nov 10 14:48:20.761148 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [req-cad64847-4343-4ed4-81be-c38e44041087 req-f2e2b96a-5cfc-4bd6-b230-94afa5fa4442 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5eb63081-630d-46bd-a3fb-164f5dcc3b2f HTTP/1.1" status: 200 len: 210 time: 0.0270202 Nov 10 14:48:21.817771 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41974) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:21.948649 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-bb4349c1-7598-4570-b320-f31a04b52381 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Deleting port 3f6b673a-8150-4509-8a96-b772c467dd15 {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:48:21.949014 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-bb4349c1-7598-4570-b320-f31a04b52381 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:22.025511 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-bb4349c1-7598-4570-b320-f31a04b52381 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:22.025832 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-bb4349c1-7598-4570-b320-f31a04b52381 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:22.037392 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-bb4349c1-7598-4570-b320-f31a04b52381 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Calling delete_port for 3f6b673a-8150-4509-8a96-b772c467dd15 owned by network:floatingip {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:48:22.173413 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-bb4349c1-7598-4570-b320-f31a04b52381 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:22.199703 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4349c1-7598-4570-b320-f31a04b52381 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event deleted for resources: {'Port': ['ID=3f6b673a-8150-4509-8a96-b772c467dd15,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:22.261168 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-bb4349c1-7598-4570-b320-f31a04b52381 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for floatingip, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:22.263955 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-bb4349c1-7598-4570-b320-f31a04b52381 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20099'] for floatingip, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:22.265141 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-bb4349c1-7598-4570-b320-f31a04b52381 tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "DELETE /v2.0/floatingips/38f804fe-bb19-4613-9113-c796f95c4dac HTTP/1.1" status: 204 len: 168 time: 0.4463913 Nov 10 14:48:22.563935 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 93f55491-af68-4557-b272-4892c409f23e no longer exists at agent hyperv_hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:48:22.584031 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] No Port match for: 93f55491-af68-4557-b272-4892c409f23e {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:48:22.584390 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Device 93f55491-af68-4557-b272-4892c409f23e not bound to the agent host hv-cinder-81722 {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:48:23.458491 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 41986) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:23.514385 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8c015884-65a2-4dd6-9d89-836668a1cdcc tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:23.539896 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8c015884-65a2-4dd6-9d89-836668a1cdcc tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:23.600226 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8c015884-65a2-4dd6-9d89-836668a1cdcc tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:23.603958 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-8c015884-65a2-4dd6-9d89-836668a1cdcc tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:23.605230 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-8c015884-65a2-4dd6-9d89-836668a1cdcc tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] 10.222.0.39 "DELETE /v2.0/security-groups/ed10b20a-3e6c-4604-a942-ce9de523b01d HTTP/1.1" status: 204 len: 168 time: 0.1457772 Nov 10 14:48:23.614562 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c015884-65a2-4dd6-9d89-836668a1cdcc tempest-TestVolumeBootPattern-63244384 tempest-TestVolumeBootPattern-63244384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed10b20a-3e6c-4604-a942-ce9de523b01d,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:23.672745 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41990) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:24.118633 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ef159519-ef84-48a0-8376-b189d2a4296e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804385'] for router_interface, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:24.610396 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-ef159519-ef84-48a0-8376-b189d2a4296e admin admin] Deleting port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:48:24.610734 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ef159519-ef84-48a0-8376-b189d2a4296e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:24.686919 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [None req-ef159519-ef84-48a0-8376-b189d2a4296e admin admin] For port f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:48:24.687646 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ef159519-ef84-48a0-8376-b189d2a4296e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:24.703565 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-ef159519-ef84-48a0-8376-b189d2a4296e admin admin] Calling delete_port for f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 owned by network:router_interface {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:48:24.880736 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ef159519-ef84-48a0-8376-b189d2a4296e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:24.909386 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef159519-ef84-48a0-8376-b189d2a4296e admin admin] Pushing event deleted for resources: {'Port': ['ID=f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:25.073979 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-ef159519-ef84-48a0-8376-b189d2a4296e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3713617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3804785'] for router_interface, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:25.287704 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef159519-ef84-48a0-8376-b189d2a4296e admin admin] Router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:48:25.400702 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef159519-ef84-48a0-8376-b189d2a4296e admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:48:25.405901 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-ef159519-ef84-48a0-8376-b189d2a4296e admin admin] 10.222.0.39 "PUT /v2.0/routers/8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7318799 Nov 10 14:48:25.408454 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41994) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:25.409061 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264194e-b21d-45bc-8257-a05f886e7b56 None None] Sync routers for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:48:25.418744 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6264194e-b21d-45bc-8257-a05f886e7b56 None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:48:25.419429 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-6264194e-b21d-45bc-8257-a05f886e7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:48:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:25.517725 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] Publish callbacks [] for router, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:25.545118 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-6264194e-b21d-45bc-8257-a05f886e7b56 None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: dv-cinder-817229-1-iscsi {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:48:25.619567 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:25.672115 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] Deleting port 10a9a614-5022-4a58-acad-04316a6e8d41 {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:48:25.672395 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:25.723153 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-6264194e-b21d-45bc-8257-a05f886e7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:48:24Z', 'revision_number': 5, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port': {'id': '10a9a614-5022-4a58-acad-04316a6e8d41', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:25.750900 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] For port 10a9a614-5022-4a58-acad-04316a6e8d41, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=10a9a614-5022-4a58-acad-04316a6e8d41,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:48:25.751519 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:25.753837 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264194e-b21d-45bc-8257-a05f886e7b56 None None] Checking router: 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 for host: dv-cinder-817229-1-iscsi {{(pid=101584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:48:25.763085 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6264194e-b21d-45bc-8257-a05f886e7b56 None None] Routers {'8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:48:25.763696 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-6264194e-b21d-45bc-8257-a05f886e7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:48:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'], 'active': True} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:25.765071 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] Calling delete_port for 10a9a614-5022-4a58-acad-04316a6e8d41 owned by network:router_gateway {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:48:25.947801 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:25.977661 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] Pushing event deleted for resources: {'Port': ['ID=10a9a614-5022-4a58-acad-04316a6e8d41,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:25.989533 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvr_db [None req-6264194e-b21d-45bc-8257-a05f886e7b56 None None] Set router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 gateway port host: None {{(pid=101584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:48:26.040941 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3801243'] for router_gateway, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.042155 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_hamode_db [None req-6264194e-b21d-45bc-8257-a05f886e7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:48:25Z', 'revision_number': 6, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port_host': None}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:26.071984 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264194e-b21d-45bc-8257-a05f886e7b56 None None] The sync data for ids ['8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0'] in dv-cinder-817229-1-iscsi is: [{'id': '8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0', 'name': 'tempest-TestVolumeBootPattern-1685129471-router', 'tenant_id': '997169d4ece34539b61623463dde885e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:34Z', 'updated_at': '2021-11-10T14:48:25Z', 'revision_number': 6, 'project_id': '997169d4ece34539b61623463dde885e', 'gw_port_host': None}] {{(pid=101584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:48:26.133537 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126616'] for router, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.135755 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.178750 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806983'] for router, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.179299 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 {{(pid=101583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 14:48:26.184315 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] Publish callbacks [] for router, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.185442 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-c7f76563-5a5a-4f2f-be24-2771022e836e admin admin] 10.222.0.39 "DELETE /v2.0/routers/8beb2379-4ab4-4a8b-824d-a12f9cd4d6e0 HTTP/1.1" status: 204 len: 168 time: 0.7760699 Nov 10 14:48:26.187897 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41996) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:26.235716 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27ee71a-8ecb-4401-a25d-00d72c069bb1 admin admin] Deleting subnet cdf61559-bfb7-4ec8-8864-ccacd3d58ebf {{(pid=101583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:48:26.238811 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d27ee71a-8ecb-4401-a25d-00d72c069bb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.275217 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d27ee71a-8ecb-4401-a25d-00d72c069bb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9874559'] for subnet, precommit_delete_associations {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.355173 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d27ee71a-8ecb-4401-a25d-00d72c069bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.415242 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d27ee71a-8ecb-4401-a25d-00d72c069bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9466112'] for subnet, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.440298 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ee71a-8ecb-4401-a25d-00d72c069bb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf61559-bfb7-4ec8-8864-ccacd3d58ebf,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:26.448293 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d27ee71a-8ecb-4401-a25d-00d72c069bb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for subnet, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.452498 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-d27ee71a-8ecb-4401-a25d-00d72c069bb1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cdf61559-bfb7-4ec8-8864-ccacd3d58ebf HTTP/1.1" status: 204 len: 168 time: 0.2635655 Nov 10 14:48:26.454871 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 41998) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:26.456491 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee4067-11aa-401d-86da-0a236e7f9440 None None] Network 5349bd27-20ab-45df-986f-87dec95885a9 requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:48:26.531877 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.590183 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Deleting port b4053730-7048-4910-bf4d-50f1e3e3629c {{(pid=101583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:48:26.590545 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.653895 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.db [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] For port b4053730-7048-4910-bf4d-50f1e3e3629c, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=b4053730-7048-4910-bf4d-50f1e3e3629c,segment=NetworkSegment(46372995-2e81-47bc-8bb4-0fd2390d70cf),segment_id=46372995-2e81-47bc-8bb4-0fd2390d70cf)] {{(pid=101583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:48:26.654252 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.666280 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.plugin [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Calling delete_port for b4053730-7048-4910-bf4d-50f1e3e3629c owned by network:dhcp {{(pid=101583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:48:26.746350 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2253892'] for port, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.774023 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] No DVR routers for this DVR port b4053730-7048-4910-bf4d-50f1e3e3629c on host dv-cinder-817229-1-iscsi {{(pid=101583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:48:26.777414 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4053730-7048-4910-bf4d-50f1e3e3629c,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:26.847983 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:48:26.849074 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.874880 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b5c43b-58ff-4fd5-9541-b9f7e6b4f522 None None] DHCP port deletion for 5349bd27-20ab-45df-986f-87dec95885a9 request from dv-cinder-817229-1-iscsi {{(pid=101584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 14:48:26.880376 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5349bd27-20ab-45df-986f-87dec95885a9']}} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:26.893513 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46372995-2e81-47bc-8bb4-0fd2390d70cf') {'for_net_delete': True} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:26.893924 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.services.segments.db [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46372995-2e81-47bc-8bb4-0fd2390d70cf') {} {{(pid=101583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:26.905026 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9874534'] for segment, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.921122 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.927310 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:48:26.928144 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2253879'] for segment, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: Traceback (most recent call last): Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: timer() Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: cb(*args, **kw) Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: return func(*args, **kwargs) Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: self._notify() Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: self.callback(batched_events) Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: event.method(event) Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: return f(self, *a, **k) Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._get(url).json() Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: return self.request(url, 'GET', **kwargs) Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:48:26.929417 dv-cinder-817229-1-iscsi neutron-server[101583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:48:26.940382 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:48:26.960231 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:48:26.960602 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device f69d6c9d-a2bf-442b-ab74-bcef4e23e2b2 not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:48:26.961081 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device b4053730-7048-4910-bf4d-50f1e3e3629c no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:48:26.981820 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: b4053730-7048-4910-bf4d-50f1e3e3629c {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:48:26.982164 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device b4053730-7048-4910-bf4d-50f1e3e3629c not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:48:26.982776 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 10a9a614-5022-4a58-acad-04316a6e8d41 no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:48:26.988844 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.995701 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:26.999210 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5349bd27-20ab-45df-986f-87dec95885a9 HTTP/1.1" status: 204 len: 168 time: 0.5431862 Nov 10 14:48:27.002328 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 42000) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:27.006393 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 10a9a614-5022-4a58-acad-04316a6e8d41 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:48:27.006903 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 10a9a614-5022-4a58-acad-04316a6e8d41 not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:48:27.013853 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44074e1a-1196-4329-be69-6f4f6afbc0a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5349bd27-20ab-45df-986f-87dec95885a9,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:27.356070 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4e4f74b8-9297-4fc6-bacf-e3f96c57b6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804385'] for router_interface, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:27.604644 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f74b8-9297-4fc6-bacf-e3f96c57b6e5 admin admin] Deleting port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:48:27.604992 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4e4f74b8-9297-4fc6-bacf-e3f96c57b6e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:27.682960 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [None req-4e4f74b8-9297-4fc6-bacf-e3f96c57b6e5 admin admin] For port 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8,segment=NetworkSegment(f41f0b6f-0a88-485e-91c8-976214fe5adb),segment_id=f41f0b6f-0a88-485e-91c8-976214fe5adb)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:48:27.683329 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4e4f74b8-9297-4fc6-bacf-e3f96c57b6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:27.696230 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f74b8-9297-4fc6-bacf-e3f96c57b6e5 admin admin] Calling delete_port for 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 owned by network:router_interface {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:48:27.872840 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4e4f74b8-9297-4fc6-bacf-e3f96c57b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:27.906318 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f74b8-9297-4fc6-bacf-e3f96c57b6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:28.076733 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-4e4f74b8-9297-4fc6-bacf-e3f96c57b6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3713617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3804785'] for router_interface, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:28.294127 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4f74b8-9297-4fc6-bacf-e3f96c57b6e5 admin admin] Router a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f has already been hosted by L3 agent 3af9c9a8-ae83-462b-9d46-912195d6ea96 {{(pid=101582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 14:48:28.398591 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4f74b8-9297-4fc6-bacf-e3f96c57b6e5 admin admin] Notify agent at l3_agent.dv-cinder-817229-1-iscsi the message routers_updated {{(pid=101582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 14:48:28.403807 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-4e4f74b8-9297-4fc6-bacf-e3f96c57b6e5 admin admin] 10.222.0.39 "PUT /v2.0/routers/a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4002707 Nov 10 14:48:28.406153 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 42004) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:28.408702 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ef962-e7d8-43cf-939f-a9ec8e5a659b None None] Sync routers for ids ['a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'] in dv-cinder-817229-1-iscsi {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 14:48:28.419427 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ef962-e7d8-43cf-939f-a9ec8e5a659b None None] Routers {'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:48:28.420124 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-571ef962-e7d8-43cf-939f-a9ec8e5a659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:48:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:28.512657 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] Publish callbacks [] for router, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:28.535149 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-571ef962-e7d8-43cf-939f-a9ec8e5a659b None None] Set router a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f gateway port host: dv-cinder-817229-1-iscsi {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:48:28.613933 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:28.672881 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] Deleting port 1afed9f8-66b8-4bde-bd87-4f996f0cc588 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:48:28.673231 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:28.733669 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-571ef962-e7d8-43cf-939f-a9ec8e5a659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'name': 'tempest-TestVolumeBootPattern-2033189520-router', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'external_fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '1afed9f8-66b8-4bde-bd87-4f996f0cc588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:39Z', 'updated_at': '2021-11-10T14:48:27Z', 'revision_number': 5, 'project_id': 'e8d2e41417b043ac83be8fa06090acbb', 'gw_port': {'id': '1afed9f8-66b8-4bde-bd87-4f996f0cc588', 'name': '', 'network_id': '44ed265f-6e99-4080-a569-99c206a012ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817229-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T14:39:40Z', 'updated_at': '2021-11-10T14:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8d3a504-72bd-489b-974d-beaaf37b0eef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817229-1-iscsi'}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:28.755373 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] For port 1afed9f8-66b8-4bde-bd87-4f996f0cc588, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=1afed9f8-66b8-4bde-bd87-4f996f0cc588,segment=NetworkSegment(36661586-3879-45e1-bdcb-47cdc871e7f6),segment_id=36661586-3879-45e1-bdcb-47cdc871e7f6)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:48:28.755743 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:28.761117 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ef962-e7d8-43cf-939f-a9ec8e5a659b None None] Checking router: a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f for host: dv-cinder-817229-1-iscsi {{(pid=101585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 14:48:28.769132 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] Calling delete_port for 1afed9f8-66b8-4bde-bd87-4f996f0cc588 owned by network:router_gateway {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:48:28.769665 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ef962-e7d8-43cf-939f-a9ec8e5a659b None None] Routers {'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'} bound to L3 agent in host dv-cinder-817229-1-iscsi {{(pid=101585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 14:48:28.770434 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-571ef962-e7d8-43cf-939f-a9ec8e5a659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817229-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T14:22:43Z,description=,heartbeat_timestamp=2021-11-10T14:48:13Z,host='dv-cinder-817229-1-iscsi',id=3af9c9a8-ae83-462b-9d46-912195d6ea96,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T14:22:43Z,topic='l3_agent')) {'router_ids': ['a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'], 'active': True} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:28.855537 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_dvr_db [None req-571ef962-e7d8-43cf-939f-a9ec8e5a659b None None] Set router a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f gateway port host: None {{(pid=101585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 14:48:28.913410 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.l3_hamode_db [None req-571ef962-e7d8-43cf-939f-a9ec8e5a659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'name': 'tempest-TestVolumeBootPattern-2033189520-router', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:39Z', 'updated_at': '2021-11-10T14:48:28Z', 'revision_number': 6, 'project_id': 'e8d2e41417b043ac83be8fa06090acbb', 'gw_port_host': None}], 'dv-cinder-817229-1-iscsi', False) {} {{(pid=101585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:28.936643 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:28.941969 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ef962-e7d8-43cf-939f-a9ec8e5a659b None None] The sync data for ids ['a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f'] in dv-cinder-817229-1-iscsi is: [{'id': 'a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f', 'name': 'tempest-TestVolumeBootPattern-2033189520-router', 'tenant_id': 'e8d2e41417b043ac83be8fa06090acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T14:39:39Z', 'updated_at': '2021-11-10T14:48:28Z', 'revision_number': 6, 'project_id': 'e8d2e41417b043ac83be8fa06090acbb', 'gw_port_host': None}] {{(pid=101585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 14:48:28.967419 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] Pushing event deleted for resources: {'Port': ['ID=1afed9f8-66b8-4bde-bd87-4f996f0cc588,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:29.034566 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3801243'] for router_gateway, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.124233 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126616'] for router, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.126429 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.169991 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806983'] for router, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.170545 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f {{(pid=101582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 14:48:29.174938 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] Publish callbacks [] for router, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.176078 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-89070c40-ce58-4981-9d33-bd265071f896 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a2f3ff5d-c425-440a-8ec7-fdae06bc0a3f HTTP/1.1" status: 204 len: 168 time: 0.7690187 Nov 10 14:48:29.178541 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 42006) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:29.226499 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c78f12-ed08-4228-96f8-5a427e6d3afd admin admin] Deleting subnet acd755b3-dc17-4684-98f2-40193f7d67ea {{(pid=101582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 14:48:29.230449 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-52c78f12-ed08-4228-96f8-5a427e6d3afd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.264652 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-52c78f12-ed08-4228-96f8-5a427e6d3afd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126461'] for subnet, precommit_delete_associations {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.342620 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-52c78f12-ed08-4228-96f8-5a427e6d3afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642579'] for subnet, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.401975 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-52c78f12-ed08-4228-96f8-5a427e6d3afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8824709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8836702'] for subnet, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.431372 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c78f12-ed08-4228-96f8-5a427e6d3afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd755b3-dc17-4684-98f2-40193f7d67ea,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:29.435145 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-52c78f12-ed08-4228-96f8-5a427e6d3afd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.440584 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-52c78f12-ed08-4228-96f8-5a427e6d3afd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/acd755b3-dc17-4684-98f2-40193f7d67ea HTTP/1.1" status: 204 len: 168 time: 0.2589161 Nov 10 14:48:29.440820 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 42008) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:29.443468 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc78ad20-e326-45dc-af76-acac127ee69b None None] Network 10a9a66f-eaaf-455e-81ca-780855a6366c requested from dv-cinder-817229-1-iscsi {{(pid=101584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 14:48:29.511307 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573311'] for network, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.578427 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Deleting port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 {{(pid=101582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:48:29.578774 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.649380 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.db [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] For port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638, host dv-cinder-817229-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817229-1-iscsi',level=0,port_id=07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638,segment=NetworkSegment(f41f0b6f-0a88-485e-91c8-976214fe5adb),segment_id=f41f0b6f-0a88-485e-91c8-976214fe5adb)] {{(pid=101582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:48:29.649643 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.661729 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.plugin [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Calling delete_port for 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 owned by network:dhcp {{(pid=101582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:48:29.732681 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] DHCP port deletion for 10a9a66f-eaaf-455e-81ca-780855a6366c request from dv-cinder-817229-1-iscsi {{(pid=101584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 14:48:29.749142 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8824744'] for port, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.782232 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Deleting port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 {{(pid=101584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 14:48:29.782717 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772972267183'] for port, before_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.862603 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.db [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] For port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638, host dv-cinder-817229-1-iscsi, got binding levels [] {{(pid=101584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 14:48:29.863003 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3814407'] for port, precommit_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.878188 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Calling delete_port for 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 owned by network:dhcp {{(pid=101584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 14:48:29.881134 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.ipam_backend_mixin [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 was not found and therefore no delete operation was performed {{(pid=101584) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 14:48:29.882466 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772972274553', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772971861652'] for port, after_delete {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:29.914392 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] No DVR routers for this DVR port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 on host dv-cinder-817229-1-iscsi {{(pid=101584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:48:29.919731 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Pushing event deleted for resources: {'Port': ['ID=07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638,revision_number=None']} {{(pid=101584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:29.929185 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:29.929546 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:29.929996 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:29.930258 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:29.930580 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:29.930914 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:29.931242 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:29.931570 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:29.931907 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:29.932221 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:29.932570 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:29.932942 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e372f-320d-4b46-97ed-338763fccaa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817229-1-iscsi {{(pid=101584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 14:48:30.045782 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:30.055987 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] No DVR routers for this DVR port 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 on host dv-cinder-817229-1-iscsi {{(pid=101582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 14:48:30.125300 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641962', 'neutron.services.segments.db._delete_segments_for_network-8772972409317'] for network, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:30.145547 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a9a66f-eaaf-455e-81ca-780855a6366c']}} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:30.155450 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41f0b6f-0a88-485e-91c8-976214fe5adb') {'for_net_delete': True} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:30.155679 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.services.segments.db [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41f0b6f-0a88-485e-91c8-976214fe5adb') {} {{(pid=101582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 14:48:30.165500 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772972417262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126436'] for segment, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:30.178722 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234'] for segment, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:30.185321 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=101582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 14:48:30.185876 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-801234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8824795'] for segment, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: Traceback (most recent call last): Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: timer() Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: cb(*args, **kw) Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: return func(*args, **kwargs) Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: self._notify() Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: self.callback(batched_events) Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: event.method(event) Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: return f(self, *a, **k) Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: return self._get(url).json() Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: return self.request(url, 'GET', **kwargs) Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 14:48:30.187637 dv-cinder-817229-1-iscsi neutron-server[101582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 14:48:30.245594 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3713706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3801335'] for network, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:30.250987 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3713724'] for network, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:30.254214 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] 10.222.0.39 "DELETE /v2.0/networks/10a9a66f-eaaf-455e-81ca-780855a6366c HTTP/1.1" status: 204 len: 168 time: 0.8123286 Nov 10 14:48:30.265717 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601426fa-dd62-4fc3-9f0e-58055635d371 admin admin] Pushing event deleted for resources: {'Network': ['ID=10a9a66f-eaaf-455e-81ca-780855a6366c,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:30.368142 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 42012) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:30.408548 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-f0d4cb88-c7fc-4c99-aeb8-e8d6b6c6e457 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=997169d4ece34539b61623463dde885e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388927 Nov 10 14:48:30.410910 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [-] (101582) accepted ('10.222.0.39', 42014) {{(pid=101582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:30.457559 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2798dff3-e2f8-421a-9080-9415c6b00faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:30.478829 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2798dff3-e2f8-421a-9080-9415c6b00faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:30.529218 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2798dff3-e2f8-421a-9080-9415c6b00faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:30.533251 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron_lib.callbacks.manager [None req-2798dff3-e2f8-421a-9080-9415c6b00faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:30.534426 dv-cinder-817229-1-iscsi neutron-server[101582]: INFO neutron.wsgi [None req-2798dff3-e2f8-421a-9080-9415c6b00faa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7d9abe9-42d9-48d1-b7f1-7ae18bd58380 HTTP/1.1" status: 204 len: 168 time: 0.1226277 Nov 10 14:48:30.545310 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798dff3-e2f8-421a-9080-9415c6b00faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d9abe9-42d9-48d1-b7f1-7ae18bd58380,revision_number=None']} {{(pid=101582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:30.662298 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:48:30.682311 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:48:30.682661 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 41d0dae4-1ee8-46f8-a2d7-c5d3c8f775f8 not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:48:30.683092 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 1afed9f8-66b8-4bde-bd87-4f996f0cc588 no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:48:30.706312 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 1afed9f8-66b8-4bde-bd87-4f996f0cc588 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:48:30.706665 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 1afed9f8-66b8-4bde-bd87-4f996f0cc588 not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:48:30.707092 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 no longer exists at agent ovs-agent-dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 14:48:30.726941 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] No Port match for: 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 {{(pid=101584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 14:48:30.727319 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron.plugins.ml2.rpc [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Device 07e94d83-4ac6-45fd-9fd6-0d6e3f2c7638 not bound to the agent host dv-cinder-817229-1-iscsi {{(pid=101584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 14:48:30.856280 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 42020) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:30.898233 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-22fba2f9-0d65-4b42-8eca-b1e895cf6c5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8d2e41417b043ac83be8fa06090acbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407231 Nov 10 14:48:30.900753 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.wsgi [-] (101583) accepted ('10.222.0.39', 42022) {{(pid=101583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 14:48:30.951053 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d35f6cfd-8ee5-4234-8833-31403d82da5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:30.972011 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d35f6cfd-8ee5-4234-8833-31403d82da5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:31.020253 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d35f6cfd-8ee5-4234-8833-31403d82da5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800286'] for security_group, after_delete {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:31.022985 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron_lib.callbacks.manager [None req-d35f6cfd-8ee5-4234-8833-31403d82da5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:31.024193 dv-cinder-817229-1-iscsi neutron-server[101583]: INFO neutron.wsgi [None req-d35f6cfd-8ee5-4234-8833-31403d82da5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb791131-fe1d-4306-8115-f11fa091e243 HTTP/1.1" status: 204 len: 168 time: 0.1225426 Nov 10 14:48:31.032373 dv-cinder-817229-1-iscsi neutron-server[101583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f6cfd-8ee5-4234-8833-31403d82da5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb791131-fe1d-4306-8115-f11fa091e243,revision_number=None']} {{(pid=101583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 14:48:40.473240 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-4715f7e4-50dc-47e5-b5b8-ee0c1e53f895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:43.042333 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d5870c94-b95f-4612-9129-f4cabe997e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:44.178898 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:45.599459 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:46.699460 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:48:47.864508 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:49:03.849051 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:49:10.470325 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-f27f7a82-85aa-4fc1-8697-05e0761f8736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:49:13.044497 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-8698758d-fa62-4b10-91bf-d1b2e30a952e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:49:14.181165 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:49:15.608224 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:49:16.701774 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:49:17.896207 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:49:40.473638 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-c319576e-ef93-45c3-9e49-fd50b28b3910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:49:40.847840 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:49:43.047629 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-3e71d8c6-34e5-495c-b393-aafbab75f639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:49:44.183498 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:49:45.605188 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:49:46.705827 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:49:47.910351 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:50:10.476004 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-14d3feae-bb08-4d98-86df-ee95f05dba42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:50:13.048522 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-2969c122-8d35-473c-ae5c-964b4e1c91de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:50:14.186200 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:50:15.642648 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:50:16.708579 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:50:17.847100 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:50:17.909265 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:50:40.484240 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-9f77039e-70b2-4785-8ff9-ca22ea27b54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:50:43.049958 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b054c06a-564b-43d4-992e-7aa9a48a1342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:50:44.189222 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:50:45.610297 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:50:46.712748 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:50:47.906798 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:50:54.846611 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:51:07.579643 dv-cinder-817229-1-iscsi neutron-server[101582]: DEBUG neutron.wsgi [req-a623e9b5-d67c-424d-ab47-f4594e71596b req-1ce0caea-1dfe-41e9-a257-05a73d650bad service neutron] (101582) timed out ('10.222.0.39', 36592) {{(pid=101582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 14:51:10.476730 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-d16ec7bd-6672-440c-aec7-f5aea49db99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:51:13.052958 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-301cd571-035c-4d82-bbae-783e03bd2a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:51:14.192637 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:51:15.612363 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:51:16.716002 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:51:17.906169 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:51:31.846151 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:51:40.481896 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-5f6b3286-ffe1-4b5c-ae84-f06429ea6972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:51:43.054354 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-ed7fe8f6-eb91-449f-bc93-5ea780c8d021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:51:44.195082 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:51:45.614375 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:51:46.718737 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:51:47.920198 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:52:08.847143 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:52:10.486028 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b2c73143-a8f1-417e-8ad0-b1fb8f623384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:52:13.055668 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a690fa36-232c-470a-baf8-fa5af7ba25d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:52:14.201013 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:52:15.617189 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:52:16.721610 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:52:17.934110 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:52:40.486743 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-91537217-9754-47f7-90d5-ed43b4bd830e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:52:43.058732 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-a86776e0-11b8-4aaa-9b35-304e424ed23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:52:44.201399 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:52:45.623608 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:52:45.847041 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:52:46.723250 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:52:47.949516 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:53:10.490360 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-2158f46e-9660-447e-b1dc-d80ec53b1ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:53:13.061366 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-3e92f5b9-c729-4127-9a80-1e65c74db0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:53:14.205215 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:53:15.624626 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:53:16.725002 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:53:17.946767 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:53:22.846602 dv-cinder-817229-1-iscsi neutron-server[101585]: DEBUG neutron.db.agents_db [None req-93bffda8-d404-4236-bc5c-c46b6e363f97 None None] Agent healthcheck: found 6 active agents {{(pid=101585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 14:53:40.493708 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-85ab89e4-9188-4afb-b25d-39af07bc8132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:53:43.071197 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-98cf2e28-89dd-437b-87e9-fe07f9456721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:53:44.207105 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1ae0-044c-4530-8fbd-9f555a0378f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:53:45.631139 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-36257a50-1067-4992-b267-b04ac8b984c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:53:46.727009 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-efb5d922-bce8-4525-8b52-7a8cf2b9087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 14:53:47.946305 dv-cinder-817229-1-iscsi neutron-server[101584]: DEBUG neutron_lib.callbacks.manager [None req-7cd1733f-8528-4013-a5e2-6ef829044fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772972409299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639056'] for agent, after_update {{(pid=101584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}